{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.033865884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.033957894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.033968635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.033975435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.034265738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.034279188Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.036633965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.039127254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.039144934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.039294646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.040933084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.041257578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.042944457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.045612538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.045626098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.04577473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.058229972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.058251763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":33,"elapsed":"24.397039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.062289249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.062539952Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:06.09035576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"56.475007ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:07.151352234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"611d7f8d-d1ff-4966-9d59-350838084071","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034328427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034388597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034402437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034413097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034425817Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034435728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034444668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034453298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034463808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034472778Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034482938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034491218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034500729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.034511109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034520649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034529779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034539359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034549199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034557819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034566619Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034575979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034584679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03459357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03460358Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03461172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03462039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03462988Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03463807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.0346473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03465672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03466657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.0346751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.03468396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034692801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034702241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034909093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034936443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034946954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034958354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034969574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.034991604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035068725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035090385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035102325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035113496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035125416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035136626Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035148276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035158536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035168326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.035177956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.038963409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.039190962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.039639407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"5.328961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.040891911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.041525629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 827786537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.041834472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.042379409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.042860994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.042891045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.043083757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.043159568Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.04509488Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.04512221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.045288212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.046481946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.046512986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.046651588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.047519578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.048350597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 834610355 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.048677311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.048700671Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.050571392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 836818920 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.050785265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.050806985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.050872826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.050893096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.050903666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.051024027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.051047708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.052877419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.053149022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.053667678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.054007872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.055100984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.055360677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.058056348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.058087439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.05823183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.058303581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.058321961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.058477503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.073198311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.073244942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":34,"elapsed":"38.738393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.077072866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.07747253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.080770428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"46.404891ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.085880566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"51.490509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.087286653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.089563499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.089583359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.089769871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.093501444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.093527104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.093535674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.093992849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.094678917Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.095925501Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.096203625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.096528508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.096978624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.097395528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.097410269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"62.863469ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.097633531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.097653761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.097806533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.097887204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"63.553208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.101326513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.101620267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.103900792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.104085114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.110452707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"75.957909ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.129687167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"95.326641ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.135488744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.135574435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.135593165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.135776587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.135806248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.135817528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.135950899Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82514205-2f2c-4a00-83b4-9edf2450afe7\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.135965109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.136106961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b38f9b-a0a9-4ead-8191-36a3761ef195\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.136130651Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.136622247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.136632747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.136638787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.136822499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.137936972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.138011593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.138061903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.138299256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.139929435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.142368612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.142384763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.142531194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.144352375Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":12,"elapsed":"109.828477ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.14566055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"111.152382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.153134406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"118.564146ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.159813702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.159839472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.160092346Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"692a6751-2f00-45fd-8903-a670872a83e0\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.160107066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.161791985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.167384079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.167407749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.167418029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"132.954861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.17268379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.172922292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.25569085Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.255987623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29431c4-d2f1-414d-b34d-a8bcb3aa69fc\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.257563061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.257846444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.259668635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":12,"elapsed":"225.065686ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.263540139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.26355916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.264998446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":12,"elapsed":"230.629509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.274315853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.274682117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.27664472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.278550091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.278565131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.278720723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.280412023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.282118712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.282129802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.282278374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.325690091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.326083555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.327394681Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.327418761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.327433481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee6411ab-8a27-4e47-a32e-62738019a49a\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:15:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.327470691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.327629523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.327707394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.33871813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.339026584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bee6c5-e2c9-4d75-92d7-54baa076722b\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339051864Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339068504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339363778Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339386548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339396668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339405228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339414428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339422188Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.33958416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.3395976Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.339804583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.339813313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.340089966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.342115629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342125409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342288041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342396282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"751fdc6f-9a2f-4220-8bbc-122688346c35\", \"date\": \"Tue, 19 Nov 2024 02:15:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342406272Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342497333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d94470c-5392-48d0-a697-bdc3080b7206\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342507603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342594884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef763e6-30cb-4db9-8795-d216c135a425\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.342607665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342618675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.342686336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.373467948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.375367079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.375600392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.378671348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.378845239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.381725982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.381746363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.434357385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"89b69c90-9c36-421a-bc3e-957f8b2f268a\", \"date\": \"Tue, 19 Nov 2024 02:15:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.434387925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.434396985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.434948512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a055ed1e-af4a-40b3-a77a-b0af6b2357de\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:15:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.434989642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.435000392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:16.435007652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.435014502Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d72b2608-13e4-4cca-a0b4-3cd0a4374291\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:15:16 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.435023522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a8ac2034-0e28-4fd9-80c6-82679a7c13bf\", \"date\": \"Tue, 19 Nov 2024 02:15:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.435041203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.435380366Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.436475349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":12,"elapsed":"401.892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.437167737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":12,"elapsed":"402.74064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.438767835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.439074639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.442809602Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.443098045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.445026537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.445228559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:16.451973556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":12,"elapsed":"417.558729ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:22.150917606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"e212de73-abc6-4ee5-8bad-b9cbab89b87d","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":411,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.033990954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.034057614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.034067605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.034075345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.034317617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.034329328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.036503833Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.03894451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.038962531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.039086432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.041331478Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.041656421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.042984837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.045495616Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.045509016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.045650437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.05813547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.05815765Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":35,"elapsed":"24.182757ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.064058268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.064287111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:26.065993Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"32.011806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:27.144163241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"a2cc961c-2bd9-48c3-8f38-78610cbba2f2","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:27.144477174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"a2cc961c-2bd9-48c3-8f38-78610cbba2f2","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:27.146340756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"a2cc961c-2bd9-48c3-8f38-78610cbba2f2","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2254,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:27.146571958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"737ff5a0-e39f-41ab-a53e-7f5b4d1dceee","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:27.146857962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"737ff5a0-e39f-41ab-a53e-7f5b4d1dceee","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:27.148705603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"737ff5a0-e39f-41ab-a53e-7f5b4d1dceee","remote_addr":"[fd00:1122:3344:101::d]:62559","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2182,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.033757156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.033836777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.033853087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.033866127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.034211521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.034232081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.035756409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.036792431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.037089514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.038271968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.038283108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.03843474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.038909195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"5.150539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.040486593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.040731916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.042280413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.04463786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.044652401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.044786362Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.057028782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:36.057051562Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":36,"elapsed":"23.326637ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:37.149561187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"74a6e36d-e833-4aee-b866-ddea8b64d4ca","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":426,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032814517Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032861658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032870178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:15:46.032880358Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032892838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":8,"elapsed":"20.17µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032905758Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032918058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032928338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032939199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032949108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032960459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032970489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032980519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.032990309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033000589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033010759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033019689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033028429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.03303858Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03308073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03309864Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03311781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033128241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033139651Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033150761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033161261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033172761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033184061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033195061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033219862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033232892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033242032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033251422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033260872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033271612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033280872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.033290883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:05:46.033140901 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033301623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033311173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033322133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033332583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033343523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033353483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033363213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033373613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033382944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033393264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033402764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033412694Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033422004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.033432394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033441764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033450894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033461114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033471465Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033481675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033495625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033505015Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033516355Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033525875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033536815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033547695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033557346Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033566856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033579236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033589696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033601966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033613966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033626376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033638827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033651687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033663507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033674147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033684317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033694107Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033702787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033712677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033729228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033741498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033825239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033846319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.033858109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03390631Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03391776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03392704Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03393614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03394419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.0339528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.0339614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03396977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 820931788 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03398418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 820945908 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034000851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034008201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034226613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034270174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034378505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034414625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034491106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034504396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.502667ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034533787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034545767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.378416ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.034553717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03566618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.035886542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.036399468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.036491029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.036650731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.037611022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.774935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03920297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.03922658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.039364542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.041379145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.04180321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.042099203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.042387077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.043598481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.04527022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.04529888Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.045489672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046119089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046134359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046364632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046574844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046597965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.046727946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.048024801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.049787181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:05:46.033140901 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.049822232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:05:46.033140901Z\",\"pruned\":[]}","iteration":7,"elapsed":"16.6481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.05057757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.050607391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.050619921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 837539028 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.050754072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 837714470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.050788863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.050968995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.051074286Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.054694957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.055264124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.055690839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.057004084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.057033784Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.057311407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.059522403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"26.301981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.063688251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.065679013Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.065711334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.065860075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.065883025Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.067952599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.06798024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.068105091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.071201977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"38.176577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.071278917Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.07149489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.075652307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.076134643Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.094856777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.096197343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"63.316795ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.096725849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.096757779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.096911051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.103561136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 890524474 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.103914591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.106114386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.10914407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.109174261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.109424874Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.117236663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.120060605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"86.755753ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.120356969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.120381309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.120422449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.120615692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.121198208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.121213469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.121219999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.121688734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.122177649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.122252101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123247422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.123269652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123283172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"90.02771ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123418264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.123443164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123454204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"90.501056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123583986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123615986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123628746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123834399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.123860799Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.124013201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.124211543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.124418655Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126287477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126316377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.12659183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126743332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126771112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126905904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.126924794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.127167197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.127888445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128167278Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128198869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128481352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128555202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128568323Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128577053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128781365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.128872446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.131486986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.132046673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"99.006653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.13440284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.134724083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.135408331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.135429271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.135615873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.13880419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.140032944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.140057074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":37,"elapsed":"107.163316ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.141654723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.141675563Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.141847155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.149541953Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.149828816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.151731018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.152138843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.152619718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.152923761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.154485729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.157092009Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.15712532Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.157301542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.159443126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":13,"elapsed":"126.482618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.166530447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.16680054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.168790633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"135.46464ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.169099957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.169121627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.169131677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.169140847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.169477901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.17029265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.170321501Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.170332731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.170684555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.175112255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"141.829743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.176239458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.179411395Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.179442385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"146.246744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.17990474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.179935491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.180167353Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.181415508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.18167039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.18252619Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182548361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182557691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182564151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182607281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182617341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182627312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182843234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.182966685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.183546302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.184577664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.18507672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.186462516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.186477165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.186704898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.188249866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.188266876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.188445118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.188939734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.188954584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.189110166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.191556224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.191580164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.191592794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.191604754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":7,"elapsed":"158.666266ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.192507225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.192529785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.192542605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.192840478Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.195272526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.197845336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.197871026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.198003448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.200241733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.200263103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.200271714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.200280354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":7,"elapsed":"167.386125ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.201118273Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.219014778Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.219047678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.219371932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593535f4-81e6-4e7f-9412-521c36c019b4\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.219401173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.220486085Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"187.162352ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.220874239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.222102963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.222124764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.222135154Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"188.834981ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.232930797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.232954618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.233221231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.233343302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e410cc3f-0e45-4aec-8a2d-006d4d3f56cd\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.233359062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.233503504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.234664197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.235730419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:15:46.236100804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.236113934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"203.266527ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.238630053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.238656923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.238667273Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"205.682314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.238678903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.238912126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.240338832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.242071792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.242084182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.242267074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.263487327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"230.284596ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.305949263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.407707348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.407747058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.407957721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.407971471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.408032052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53554b63-abde-4053-a2d0-d1e2c618e3c5\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:15:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.408045542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.409354537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.410162986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.416996954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.417282698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952afb8f-b3fb-4fa0-be55-a64037c2b2a3\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.418633113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.418908426Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.420467634Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":13,"elapsed":"387.294983ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.459847725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39701b13-a4eb-4f5e-aca0-3e5d11a74852\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.459876285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.460186939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.502583084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.502609914Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.505967163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d8f4ad55-2b77-40d2-b905-df1e89dc1ae8\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.505981193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.506427488Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.575428238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.575938444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"17856107-d74b-41e9-987d-da3f44eeceb8\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.575955194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.576213157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":13,"elapsed":"543.083556ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.577912736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"da6a6e1e-1478-4fc7-83fc-bab9c0d025e4\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.577925336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.579809618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cefdb313-f482-4c1e-aec2-8a1bf2acc530\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.579823388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.58170381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.5817492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"548.903883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.59568075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.596099014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649003e3-d470-4e3f-93ef-b7eba287e378\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.596128925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.596139165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.596146875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.597407829Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":13,"elapsed":"564.504131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.597943906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.598251999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.601771439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.60183083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.602075343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.602171754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"00dde495-4f15-49f4-a4c5-e87a81d9cbb1\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.602188554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.604019135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1111ba5e-f91b-478f-b089-4f1f7a401889\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.604034435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.60535154Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.605364691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.605745135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"878691e1-17e3-43bb-a02e-81466a5b5e6e\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.605949227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.605960677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"573.178ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.60706441Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":13,"elapsed":"573.820588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.617718292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.618069176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.620346812Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.620369142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.620548254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.627097639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.627373042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be5c5b9-7b65-4d6b-a1c1-a99251680ddc\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627396443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627407763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627646366Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627658036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627665106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627672226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627679766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627686686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627862328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.627872408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.62800703Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.62802787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.628254722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.630382267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.630482578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2a979dd-c71b-49e5-b6cc-a341eb19e29a\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.630494268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.630576239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a01b33-b55b-4668-b910-fca91ca9ae98\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.630589979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.630599699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.660742074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.660761555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.691201283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.691309134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55679"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.691394925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"83cf1cb5-5ae9-429e-acc3-5d15d88e9caf","remote_addr":"[fd00:1122:3344:101::b]:55679","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.691653328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"83cf1cb5-5ae9-429e-acc3-5d15d88e9caf","remote_addr":"[fd00:1122:3344:101::b]:55679","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.733644269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/oximeter.rs:76","collector_id":"3980dd20-a3be-40d3-b9e5-094b8ed4b785","producer_id":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.733669509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/producers","method":"POST","req_id":"83cf1cb5-5ae9-429e-acc3-5d15d88e9caf","remote_addr":"[fd00:1122:3344:101::b]:55679","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42320,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.73374612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83cf1cb5-5ae9-429e-acc3-5d15d88e9caf\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.735168966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.735183506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.735747953Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ab177084-4946-450d-b5ed-13547b663749\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:46.735761823Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.735769363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.735976326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f68324-f34f-41b6-bdb9-8fb5ea920573\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.736016046Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.736261929Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.739799409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.740129123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.74337372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.743578722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.745285102Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.745500844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:46.752574576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":13,"elapsed":"719.469225ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:15:52.151122067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"eaddc642-ca5f-4a83-8506-d7151b64eab5","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":616,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033082301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033133491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033143011Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033149742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033517576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.033532136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.035084244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.035560539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.035811092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.037546422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.037558562Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.037692043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.039211021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.039356693Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.040812949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.042979974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.042992814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.043124066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.051862406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.051886096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":38,"elapsed":"18.794715ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:15:56.064884455Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"31.810825ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.03304251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.033117311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.033134631Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.033148342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.033568827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.033590197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.035599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.035787832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.036003264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.037251069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"4.216449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.038764076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.038773936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.038937198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.040761039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.040949571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.042554939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.044852686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.044861326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.044994447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.057591051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:06.057608712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":39,"elapsed":"24.599731ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:07.150933025Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"0a4d5f7e-4b38-4d24-a3e0-522082c88b75","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.032980709Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03303875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03305537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03306815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03307767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03308985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03309895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033106001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033115171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033122161Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033129351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033137031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033144081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033150811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033158181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033165281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033172231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033180182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033187242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033194212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033200762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033208532Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033215732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033222062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033228252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033235482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033243332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.033250692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033258283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033265472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033272763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033279393Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033286553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033292913Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033299233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033509255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033551936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033563026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033573166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033605466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033627737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033670437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033680797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033690197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033698948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033709457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033718128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033726458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033773278Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033783318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.033791929Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.036216056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.036752132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.646471ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.037861345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"4.833875ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.038030777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 824992725 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.038329861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.038539843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 825523891 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.038769315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03914919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.03916578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.039302292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.042207525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.043346998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.043755432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.044150967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.044606122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.044627742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.044797224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.045738245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.045785716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.047410574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.047442315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.047455975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.047466275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.048030761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.049388687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.049454998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"16.219666ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.049764521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.05048834Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.05050262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.050785363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.051125477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.051153857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.051337029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.053493944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.053519134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.053840468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.054433575Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"21.264933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.055660359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.055950162Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.056369587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.056387527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.056527359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.05751298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.057918445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.058238948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.058476231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.058720714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 845700722 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.059034418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.060007219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.060021959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.060265832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.060955869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.06097275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.061117951Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.062641699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.068637417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.068661408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.068806299Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.081402814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.081711197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.081841599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.081865899Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.082063081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.082196743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.084021324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.084039344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.084046574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.084217296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.090569888Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"57.417017ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.102743777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.102764067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"69.560885ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.148901386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.148935136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.14927152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b720efd9-bc1c-492d-8e10-84ecf4b3542d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.14928845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.15019379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.150212001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.150503984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f08fc5-83f4-468c-9cb2-0546cdb49a98\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.150526254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.151352154Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.1536795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.155516861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"122.296139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.165608847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.165996601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.175377509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.175395429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.175627352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1f028c-6d62-4141-bf1e-5d9ab492194f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.175639462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.177209199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.188883423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.188902944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.191607754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"158.533114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.192458244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.192634706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.19299959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.194376856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.194398466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.194578928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.19561967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.195934244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.19822779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.1982522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.198412462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.198898048Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.198913718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.19908893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.201271145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":14,"elapsed":"168.263356ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.202184156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.202205916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":40,"elapsed":"169.112235ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.22264698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"299b4b9f-830f-4c58-a5f0-7ea8eb4f1e44\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:16:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.22267507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.223074464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.226325952Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.226445823Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.226457503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.226463883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.226573025Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.226743026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.237927794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.237952995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.238231808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b1ed6d68-8e14-4442-94c0-24f3baa7fef2\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.238258238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.238654783Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.25938007Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.259671223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815265f2-fcc8-4fcf-8f11-baee4365285d\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.261464434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.261721567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.297084692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.299990925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.300297999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":14,"elapsed":"267.159957ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.300356139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.303376754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.303613357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.306302697Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.306320057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.324383354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":14,"elapsed":"291.385075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.328788175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"295.633943ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.332344365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.332367076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.332377666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"299.391296ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.389766313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"895d98de-9ad1-4003-80a5-9cab46e43a9f\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.39132431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":14,"elapsed":"358.144619ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.391370691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1eaa3c-26af-4f99-b5b0-0605e97c0f49\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:16:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.391396861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.391407241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.391415782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.393477905Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":14,"elapsed":"360.354144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.393748828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.394129242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.396657582Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.396681802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.396881134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.406455894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.406723467Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2de5c00-dd88-44d7-934c-51aa57db413e\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.406746307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.406757397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.406968049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.40697885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.40698667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.40699545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.40700437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.40701177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.407211112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.407225623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.407383404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.407396885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.407624447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.40960199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.409719871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbbd807-51c6-4425-a293-9e071c36a388\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.409741901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.409821512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0756d98f-14de-42fb-bed4-80670ec4845a\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.409835492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.409848262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.503265612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9d2d140d-0e4e-4f28-a9f3-8156d0605a50\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:16.503305522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.503316292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.503472994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18a9149-523f-4dbe-8619-a4fc0f69de91\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:16:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.503514865Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.503733237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.507179987Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.50749573Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.510898059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.511246083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.513518149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.513729882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:16.520278237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":14,"elapsed":"487.213956ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:22.149497428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"42d2c849-7a71-4392-9992-7e70768c6329","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":534,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.033668376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.033751647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.033770737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.033789608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.034157112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.034194772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.035944312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.038436631Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.038448791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.038605923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.039590124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.039854617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.041509936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.043987434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.044007254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.044145946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.057254766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.057274056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":41,"elapsed":"23.60227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.063638839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.063898832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:26.098407877Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"64.768941ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.032761227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.032832158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.032848808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.032861688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.033350104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.033375644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.035082193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.037552412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.037586282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.037724454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.039747247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.03999694Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.041866761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.044251158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.044264669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.04439724Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.056197935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.056218795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":42,"elapsed":"23.488109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.062490427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.06276128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:36.064333668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"31.563301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:37.153864469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"622950e1-904b-4bf8-96c7-445991e228b7","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":469,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033263673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033335454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.033349014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033360755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033371245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033381535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033392615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033402905Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.033414165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:06:46.033314534 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033424845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033435995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033445076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033455676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033466376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033475376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033485156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033495496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033505106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033514856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033523356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033533567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033543297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033554197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033565227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033576087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033585787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033596897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033607208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:16:46.033619488Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033631708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":9,"elapsed":"15.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033643738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033654968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033666138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033675588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033685878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033694789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033703958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033714689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033724819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033735009Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033744349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033753999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033764769Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033773669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03378503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03379815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03380671Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.0338161Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03382579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03383551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03384606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03385617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033866791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.03387708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033886611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033898891Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033909241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033924061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033934261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033943901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.033953661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033962881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033972022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.033983372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034001762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034040513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034057603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034070243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034083283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034093803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034106243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034157514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034170734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034182364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034192744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034204264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034216635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034254695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034271755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034283925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034295075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034307216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034319016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034331446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034343206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034355926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034526118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 821600675 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.034553018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 821605315 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.035043114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.035072804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.361105ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.035151045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.035176526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.660189ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.042204166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 829291154 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.042496029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.042804743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.043700773Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:06:46.033314534 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.043733593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:06:46.033314534Z\",\"pruned\":[]}","iteration":8,"elapsed":"10.398559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.04430355Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"10.54619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.044591983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.044700684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.045130519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.046217822Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.046245672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.046556566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.047453336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 834533443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.047842811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.048095853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.048117794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.048345436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.048987733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.049048544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.049361648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.049400428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.052639325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.052669166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.052752837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.052772827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.052966889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.05301583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.055547019Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.055828412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.060579606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.064308109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.064349629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.064479991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.069550089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"35.81076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.069868303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.070590371Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.071699373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 858779481 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.072074708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.072125078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.072496263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.075302335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.075461487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.078430761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.078768674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.090072024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"56.686009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.091263197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.091673522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.091872255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.091889035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.091903355Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"58.49529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.113269949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.113729254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.119577621Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.120113727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.120141238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.120149568Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.120461331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.12381145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.12383545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.124063443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124075753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124081963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124092033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124102033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124461627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.124486147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.12649849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.126755613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.127502582Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"93.732333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.127834126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.128569614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.128982169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.129032809Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.12909282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.129358783Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.129432714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.130755329Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.130767099Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.131003852Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132445459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132464269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132472089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132481329Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132816303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132850663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132878464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.132891233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133210747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133228528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133235177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133241077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133246958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133279408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.13346415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.13347547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133726813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133741233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.133983086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.134385761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.135341862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"101.563352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.13603942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.13606402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.136296803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.136460914Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"102.914597ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.136650867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.136674937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.136833139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.137778749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.138424807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.141116268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.141140138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.14132208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.14220468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.142282421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.142293341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.142456863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.14307234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146173736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146208266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146362808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146619701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146639451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.146857264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.150595786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.150784798Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"117.492444ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.15092533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.152808201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.152838462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":43,"elapsed":"119.290186ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.15350676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.15353138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"119.841761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.159176205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.159548629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.160775613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.160790443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.160800883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"127.141875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.165356195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.165724469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.171589567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.185553916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"151.976509ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.189155248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.189179898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.189192378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.189579293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.19374837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.19377613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.193787331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"159.96382ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.197607284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.197633705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.197648785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.19807157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.199955541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.200196414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.235703981Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.235727541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.236049894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef5c255f-a30b-4bdc-a46c-3debae9f07ef\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.236070915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.237919956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.255122633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.255140183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.255420316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e067705a-992e-4ffe-8c23-7a1a921af9dc\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.255437096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.256956674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.289242993Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.289263523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.291324487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":15,"elapsed":"257.73101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.291430078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.29329096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.293551453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.293823016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.293833186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.294065938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.296512297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.296526857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.296691648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.29765581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.29767777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.297898172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.29944837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.300050957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.300068487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.300078177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.300086367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":8,"elapsed":"266.46174ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.332418017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"298.77676ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.338466467Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.338510897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"305.001061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.339373937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.339812212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"076f56ee-f258-4320-a5aa-1d816c2fe11b\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.339843753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.343390603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.343420194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.343432123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.343442914Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":8,"elapsed":"309.964247ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.343823198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"680fdc0d-e48f-493b-a24d-b555abdb930b\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.343849468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.346207015Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.346225095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"312.896881ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.349945828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b891cd3c-0270-4c4c-9d94-73369427a309\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.349972789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.350278042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.365507736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.365530656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.36586742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6a6b60ce-0ddf-42f5-a577-4a9b7adff73b\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.365884071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.366220415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.36843932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.368703373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.371839219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.372158192Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.375114756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.375135226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.375559561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b51e1b8d-c238-4703-a90a-e3dc3c0ee3f2\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.375809094Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.375818204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.376110698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef4fa19-ee2f-41ac-baff-ab069c17410a\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:16:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.376127108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.37892417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.379161443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ca6555-f4ca-4ea6-9d5d-5033918137f4\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.380418457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":15,"elapsed":"347.183674ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.380980873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.381837743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.382099526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.386310334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":15,"elapsed":"353.058171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.400868071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.401170064Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:16:46.402340478Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.402365238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"368.65627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.402745942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.404556203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.404569553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.404716525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.406311073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.40781812Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.407830211Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.407967072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.532635579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.634254683Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":15,"elapsed":"600.808607ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.656171593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.656635479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb86531-da15-44c4-a3ae-bbc5b36e6950\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.656656749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.656667099Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.656675189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.65846554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":15,"elapsed":"625.112075ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.669319214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.669761279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"abffe1d2-1f1e-4d53-978c-eb68027f9f93\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.669785109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.670858642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ab091030-f108-44ff-abd4-db08570abae9\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.670876342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.672921085Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74faf5de-3974-4826-83bf-18bb2122a2a1\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.672936785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.674940918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.674986099Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"641.25029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.683269513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.683642208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.685788172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.685803633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.686025785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.695447413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.695693046Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1b7173-e90f-4873-bb7f-90033ff5e58c\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695722446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695733776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695973059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695981819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695988119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.695995509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.696001949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.696008159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.696188012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.696203892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.696403284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.696416994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.696695707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.698892442Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.698994204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d3c10b-c759-4a88-afc3-8a53e85fecce\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.699005564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.699081334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9a5175-ae89-4f7d-a801-6848625cc0a4\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.699096395Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.699107225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.790355679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"50840176-5562-42a1-b87a-41de7d53a2d5\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:46.79039284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.79040204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.790585132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714b4482-7fe0-4fe1-be43-e7740acc48e6\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:16:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.790618942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.790830155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.794052872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.794371265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.797104567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.797331389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.799191151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.799402433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:46.805831536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":15,"elapsed":"772.425491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:16:52.15036581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"1a16427c-7888-4267-98dd-e8c6d72e368b","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":717,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.033570297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.033632638Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.033644769Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.033654069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.033956422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.034086663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.03556052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.038029439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.038042089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.03818637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.039387164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.039550876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.041396697Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.043673243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.043688644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.043810205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.056763143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.056788513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":44,"elapsed":"23.231726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.068460097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.06875973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:16:56.097911174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"64.335766ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.033414405Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.033499256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.033518436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.033536347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.033945941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.034030632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.035989924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.038463103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.038480183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.038607254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.040121192Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.040349285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.042011913Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.044458012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.044471722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.044606363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.055998793Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.056027294Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":45,"elapsed":"22.594169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.062891623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.063185836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:06.092052696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"58.661961ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:07.15047866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"1c4f5d12-ea3b-44db-8004-929153b313ac","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":621,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032822368Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032875819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032884849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032892879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032900219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032906339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032913349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032921169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.032928889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.032937119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03294744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.0329576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03296666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03297312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03298061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03298881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03303247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033044521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033055591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033065751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033072601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033079411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033086681Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033093601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033101471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033108461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033117171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033127811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033137462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033147472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033156962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033166302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033172082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033179972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033187262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033358594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033371594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033389534Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033397445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033407255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033437785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033474166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033504466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033514666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033562336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033573627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033601477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033611127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033619087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033626117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.033633117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.035879103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.036603151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.036613571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.036881134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.037396811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.307169ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03819673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.03821092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.038401692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.039783308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.039802578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.039937949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.041839051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.042120114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.042139565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.043552391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.043892195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.043931255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 830961273 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.04432642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.044717434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.044731824Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.044914477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.045844267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.045854897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.04613038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.046659217Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.046670526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.046898989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.047553067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.049653651Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 836677398 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.050040375Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.050236507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.050256668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.05045109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.051914617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"19.000517ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.053885139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 840914017 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.053916109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.054198523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.054381065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.054540367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.054903731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.055277625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.055303215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.055559578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.055619989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.055856592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.057612882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.057626672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.057866205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.069909203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"36.969283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.072185239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.072627324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.075113242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"42.235304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.082593658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.082971922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.083145034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"50.083153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.084875244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.085200118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.087803648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.088139831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.089230184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.089720319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.090468608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"57.514329ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.091466869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.091485399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.091669122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.091842744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.091859884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"58.863274ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.094438373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.094467514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.094622446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.094905189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.094917339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.094923669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.095281143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.106702433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.106731004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":46,"elapsed":"73.915565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.121744565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.124427356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.124446976Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.124620738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.130258093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.130530656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.13091992Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":16,"elapsed":"97.954021ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.131953772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.131965482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.132281856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52477acb-990a-460a-af52-f8f429ce125b\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.132303296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.134221588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.135870347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.135886467Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.135895757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.136206651Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.15185611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.15187937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.152130503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3d37eb-b567-4c67-9d3f-2522587281cb\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.152146523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.15361284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.164524005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.164544745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.164822198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0bc86a7-da44-4525-af22-df231f202cbf\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.164843239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.165484016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"132.475066ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.166533058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.170436213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.170447293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.170456143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"137.535524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.178841309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.179225173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.180915263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.180927363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.181314787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.1832912Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.18331325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.183471882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.19463895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"161.805941ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.214546838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e53ba5-f71b-4c30-9751-a3cd8f53e2bd\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.214576498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.214865111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.219406163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.219800108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c46638-6693-4026-8e2d-f64c3d2a8aa8\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:17:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.223213537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.223690932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.224077967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.225580774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.225603114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.225770686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.226321332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":16,"elapsed":"193.279362ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.235102333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":16,"elapsed":"202.022762ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.262292674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.262328645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.266472082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9827b1f7-17f0-48fa-b3a8-edd080075ff3\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.266506022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.266781236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.268822669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.269050031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.272505811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.272847265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.276113062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.276133632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.28115884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cfd2b56f-d18f-4be1-a697-e5b79b1e5c65\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.282763088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":16,"elapsed":"249.880839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.320897345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.32131292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.322769466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.322788657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.323000039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.334190747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.334665142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2d3ad8-eb5e-4a8e-88ae-4c2f254356d4\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.334686743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.334695853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.334702893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.335641534Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":16,"elapsed":"302.536793ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.344687557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.344973251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ec8ecd-2eb6-4a42-a758-0d552544fb4c\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.344996491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345006221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345247004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345257544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345264084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345270774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345277784Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345284044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345425006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345434186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.345685729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.345693529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.345996962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.347785293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.347878894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89b743b-3fa9-4468-b7fc-173820d122e1\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.347890284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.347968905Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7091cfe6-e7d0-4422-818e-9f7c0508ceb9\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.347980495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.347989245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.448981131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"61039fd0-997d-4762-92a9-b829ced152a0\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:16.449006911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.449015802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.449210974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e0dba4-18b4-4700-9393-a4c955e155de\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:17:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.449245594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.449513707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.453058228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.453417712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.456633629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.456842481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.459044666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.459237999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:16.466013466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":16,"elapsed":"433.166318ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:22.150165116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"7c22283d-b215-48c4-96bb-4b3e71ac78e2","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":415,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.033629456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.033706107Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.033724717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.033740758Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.034246834Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.034265604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.036036674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.036135935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.036487749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.038181028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"4.540852ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.038585673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.038596373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.038745555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.039788997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.039952959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.041681908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.043956674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.043969255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.044101356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.053094309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:26.05311801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":47,"elapsed":"19.513033ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.033774787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.033830708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.033841338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.033849588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.034095791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.034109461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.035502507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.035902982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.036255136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.038006546Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.038022786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.250238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.038032026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.038153137Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.040095789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.040331512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.041766649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.044272707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.044287648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.044443729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.055912411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:36.055935821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":48,"elapsed":"22.158314ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:37.150904963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"536d433e-97c8-46e3-b92a-c84fc4fc1713","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":451,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033538593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033596064Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033606574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033614654Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.033622994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033630685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033637685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033644795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033653525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033660995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033667475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033674805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033682315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033689045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033696005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033702315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033710325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033718066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033726755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033734456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033741346Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033748296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033754826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033761416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033768616Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033775366Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033783336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033791026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033797606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033804416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033811496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033820447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.033828147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033834847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033841497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:17:46.033848787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033857097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033864127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":10,"elapsed":"15.071µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033873157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033879187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033886397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033894448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033904297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033914068Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.033923138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:07:46.033861567 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033932928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033941658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033950708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033960878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033970008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033979538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033990058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.033999919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034009439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034019419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034028779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034039189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034048739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034058679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03406897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03407997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03408916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03409921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03411174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03412423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034182661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034235421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034284452Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034298602Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034314492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034325312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034376793Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034393763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034406813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034458314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034475044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034484544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034517215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034529915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034537645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034547095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034556345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034564875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034573235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034579945Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034588245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034596776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 821353043 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.034609776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 821386863 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03503365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.035057141Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.309424ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.035193152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.035208392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.659969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.036463897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.03676824Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.037512429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.038483021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.038914172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.869216ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.040648995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.040678725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.040894217Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.041213841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.041654746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.041685867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.041924819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.043551348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"9.917414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.04548215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.045509381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.045654392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.0524317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.054899808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.054926638Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.055201661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.057501548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.057938883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.059940266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:07:46.033861567 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.059963836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:07:46.033861567Z\",\"pruned\":[]}","iteration":9,"elapsed":"26.087629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.062622276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.063225373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 849977340 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.063610138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.06468332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 851456267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.065052184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.06554199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.065867243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.065958535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.065984595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.065996345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.066264298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.066372259Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.090167572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"56.623868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.090258823Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.092712231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.09440203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.09443723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.094624433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.096313972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.096336772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.096567005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.098275754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.098710869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099272976Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099504459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099532399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099703521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099758711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.099778552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.099792122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"66.055226ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.101056546Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.101774434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.102045457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.102837996Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"69.151201ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.105165463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.105198983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.105390585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.107392888Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"73.681913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.107927554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.107969625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.108328659Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.108863645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.10927209Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111415614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111442955Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111634057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111653837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111750028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.111778158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.111793219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"78.188834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.112065262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.112090612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.112315054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.113139884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.113163344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.113174054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.113408117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.11368665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.11371135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.113736081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.113999244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.115166337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.115197587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":49,"elapsed":"81.597863ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.116906227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.116936487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.11716567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.117378632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.117736527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.11800915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.120005733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 906779110 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.120383197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.121475499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.124451984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.124476914Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.124729067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.143138727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.143564272Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.146489306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.146930081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.150505062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.153453445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.153480906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.153761999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.155990874Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":17,"elapsed":"122.35439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.1564661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.156683692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.158277411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.158558904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"124.625636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159427184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"125.656668ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159443494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159451944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159458424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159464224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.159672307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.160126202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.160150332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.160303964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.161370266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.162417678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.162642231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.163556871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.163873525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.164047337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"130.138098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.164764175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"130.888888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.164870946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.164882706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.165150689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.170613272Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.170640922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"136.768405ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.171571213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.171600923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.171612763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.171622233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.171846096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.174098752Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.174123592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.174132072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.174331754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.174943191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.177661253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.177675833Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.177838644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.205752384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.205777724Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.205787744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.205987577Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.208970881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.208983941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.208993031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"175.150984ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222243143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222264253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222275323Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222307064Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222329124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"188.70954ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.222613367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.228644256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.228665896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.22899265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db133c93-a0fa-4945-99ab-d5a19dbb7403\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.22901123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.230601068Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.240719574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.2412292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.24124179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.241506413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392498da-f15a-49cd-adbc-965dd956a757\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.241521353Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.243080011Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.243579067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.243591317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.243762239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.245989775Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.246007255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.246015835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.246024675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":9,"elapsed":"212.028736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.252653141Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.257029301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.257053181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.257270674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:17:46.281317879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.281347879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"247.540303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.283451253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.283742367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.290233221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.290388173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.290399893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.290724437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ba29c4-743d-4230-9339-7561ce47754a\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:17:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.290741997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.292968122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.319472866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.399976297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.400000507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.400353202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a2ff71-a606-450a-bedf-ca3be48bc7b6\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.400389802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.400737576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.401641826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.401917409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.402189172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.402206163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd544d4c-d1df-48f5-b6d2-db1c7fce60ec\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.402216053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.402223863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.402232573Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":9,"elapsed":"368.599299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.403359796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.403371896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.403531118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.403972213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.404358667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.406126348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":17,"elapsed":"372.227941ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.412614762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":17,"elapsed":"378.655974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.441090378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.442926659Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.442942759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.443087471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.45173156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.45175592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.54870502Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.554030731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1ebcf43e-694a-48ce-afaa-c190223cf27d\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.554053751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.554287204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.556310607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.556491899Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.559592784Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.559901468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.562874212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.562897182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.563214956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4da58cd9-c390-40b7-bc59-b617c15588f1\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.565407471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":17,"elapsed":"531.597375ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.567806608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.568172552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"02ad35b6-6675-492e-9097-f6b332aba9c6\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.568194753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.5696949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"25982e58-6e01-4ac2-83cf-1eb635fd92b6\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.56972344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.571341499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.571356639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"537.600513ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.606307289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.606623513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0b2c5a-ef71-48ed-8405-54cb79ea1a1d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.606644503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.606655533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.606665123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.608070889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":17,"elapsed":"574.393594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.630943071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.631284855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.632939174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.633333778Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.633348069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.633356309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"745ddc03-4378-4dc9-8d12-f514e9ec9c6b\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.633366449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.633659552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.635405002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0fc2842e-caa4-4546-ac2d-30d6afc531e8\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.635420872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.637371384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac69c652-af3d-4f39-ac21-065de379931b\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.637383715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.639347997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.639389868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"605.41812ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.644086652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.644321754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a71066-f9d0-4d7d-a59e-f6825caae5e5\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644340454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644350904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644573377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644583727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644590927Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644599557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644606947Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644614878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644757109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644765819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.644987442Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.644995412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.645237845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.647022545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.647144687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30cfae4f-5b70-4c45-91bb-a4cf5e6cb2aa\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.647154367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.647247368Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad9d9f5-13bc-4352-b6f9-c5579a15d8e9\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.647261948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.647271248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.743234986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"490c9c63-66d9-4448-a204-2745ef1a2976\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:46.743266227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.743278337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.74353621Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfa7dcc-9040-49b4-9996-48223c6ff8d4\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:17:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.74357556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.743891414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.747413104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.747712267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.750950305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.751151587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.753234911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.753563665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:46.760968649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":17,"elapsed":"727.047242ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:52.150640388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"511e3fd6-9133-425a-a8a9-b594d55193ec","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.033830965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.033889146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.033898686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.033905666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.03422556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.03423784Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.035908239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.036376584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.036683308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.038412478Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.038426278Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.03857066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.040644363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.040842315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.042782618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.045128615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.045145415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.045279866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.056392293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.056418044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":50,"elapsed":"22.572248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:56.063622596Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"29.806681ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:57.143769469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:42001"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:57.14388604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"140a747e-ec8d-4cd1-b49f-dd1beba6fe0e","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:57.144192504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"140a747e-ec8d-4cd1-b49f-dd1beba6fe0e","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:57.146675492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"140a747e-ec8d-4cd1-b49f-dd1beba6fe0e","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2837,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:57.146874065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"c12000f2-143b-4b39-9fc1-0dcac70fe868","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:17:57.147161058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"c12000f2-143b-4b39-9fc1-0dcac70fe868","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:17:57.14909624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"c12000f2-143b-4b39-9fc1-0dcac70fe868","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.033422399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.0335012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.033517201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.033529861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.033989716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.034012396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.036190764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.03872158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.03874267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.038881262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.041063377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.041258849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.042478963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.044753699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.044768609Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.044899021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.054970956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.054995586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":51,"elapsed":"21.592077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.063074589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.063347432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:06.091865898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"58.438329ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:07.151485166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"06d277b8-2038-47a2-8d85-52d5c648dbf2","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":394,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:12.143708326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"55cf3b6b-b0c1-414e-9a62-c51bb80b1a23","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:12.14400719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"55cf3b6b-b0c1-414e-9a62-c51bb80b1a23","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:12.145862466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"55cf3b6b-b0c1-414e-9a62-c51bb80b1a23","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2237,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:12.146100716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"b2ecff20-a72b-439f-97d1-11ff3ff3338f","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:12.146333875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"b2ecff20-a72b-439f-97d1-11ff3ff3338f","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:12.147638361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"b2ecff20-a72b-439f-97d1-11ff3ff3338f","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1531,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034053885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034113296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034124166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034132866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034140046Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034147206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034155056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034163376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034170607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034177347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034189457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034197917Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034205197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034213197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034220177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034227317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034234577Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034242307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034276798Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034285828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034293818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034302268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034309128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034315648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034322518Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034328868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.034336678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034344198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034351798Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034358919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034365399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034372679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034380289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034386819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034394049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034588581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034604081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034613581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034620772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034652092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034663922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034673022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034682712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034722603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034734963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034744003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034763813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034773103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034781983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034794344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.034848054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.03796305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.879005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.03798716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.038045541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 824468379 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.038389255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.038984042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.039271535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.040427058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.040439098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.04059252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.042043237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.042948817Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 829354544 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.04325134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.045126532Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.045148162Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.045342074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.051238032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.051545205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.052902921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"18.748945ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.054043814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 840460022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.054071814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.054081164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.054290657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.054318577Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.056043697Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.056067477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.05631935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.058181041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.058401104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.058587996Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.058868389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.05890984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.059166922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.060525768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.062329979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.062355339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.062483531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.071420433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"37.369948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.075890254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.076083856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.077727555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.07811789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.080845941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.080867021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.080875921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.081141814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.081418397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.082305047Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.08256271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.082681672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.082875434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.083678673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.083697783Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.083880265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.08516712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"51.098195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.086978831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.087242164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.091494803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.092009518Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.092546285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.092947549Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.093690058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.093712648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.09388999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.094816921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.094843881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"60.548664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.095200345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.095230255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.095427698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.095774042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"61.535664ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.097000476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":18,"elapsed":"62.783288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.100977021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.103674451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.103697202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.103837133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.12452264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.12457753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.124914674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57655c68-bbd5-4ddd-8e31-3e161a589a82\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.124936565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.126794726Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.126813076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.126821776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.12714553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.12716451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":52,"elapsed":"93.034474ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.12717803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.127729087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.130846172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"96.648835ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.133160739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"98.864031ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.136177323Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.136190963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.136426006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a4c26a-ed5d-4209-99aa-6476316950ea\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.136452146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.137789792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.138100705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.138359928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.140383342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.142225995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.142238304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.1424157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.143489987Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.143504827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.14378397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1928ec69-ac56-4f5a-aee7-c4a5497ac6ac\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.143800181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.145237767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.158679881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.158708391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.158719351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"124.431254ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.178127123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"143.918916ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.199882672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":18,"elapsed":"165.784677ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.204851269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.205122252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604653a7-e745-4124-bd96-415dfc466dcf\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.207293837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.207595461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.209765526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":18,"elapsed":"175.653629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.224591615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.224945849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.262837163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.262867084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.263275178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6eb637e-edcf-434e-b55f-aba67450cd45\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.263311669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.263638972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.292323871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.294084531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.294101971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.294261893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.295564198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.297395459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.297413379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.297580081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.305524012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.305545292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.306557884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.306950188Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.308762979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.308781819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.308977461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.321509625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.321786028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c458c4-a007-4a69-919a-40413651179c\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.321819138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.321836028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322075761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322086611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322093891Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322102922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322110231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322117372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322262003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322273133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.322457926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.322479076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.322736399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.324650581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.324784782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c623acd-2713-4017-8134-b5e4d60ac869\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.324796872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.324900334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1eb978-807c-4a81-b0d1-96df632613b6\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.324915784Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.324926384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.333947307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.402181138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d22fae84-9721-4ccb-a157-18c4216b0599\", \"date\": \"Tue, 19 Nov 2024 02:18:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.402205528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.402631313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.40494475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.405128582Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.406397886Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9d18f5-95ec-49b3-8094-0eec1000d2c2\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.406420017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.406429847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.406437607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.407488249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":18,"elapsed":"373.309723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.408087086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.408326169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.411659647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.411675027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.412050151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"69054791-8100-4570-8a99-b75466708ffa\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.413307806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":18,"elapsed":"379.057538ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.500995999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"857c4eb4-052c-4135-95a7-fb3d1920bf38\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.501018259Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.501026739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.501264762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19668fdc-2710-4b42-b4a0-23582e933711\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.501302953Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.501562146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.504782513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.505005265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.508462715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.508667857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.510347666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.510534348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.51769303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":18,"elapsed":"483.567744ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.736773008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.736814049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.76664982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.766754571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62771"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.766939193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa655000-dd86-4cf3-904f-72ce88033b3e","remote_addr":"[fd00:1122:3344:101::b]:62771","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.767234547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa655000-dd86-4cf3-904f-72ce88033b3e","remote_addr":"[fd00:1122:3344:101::b]:62771","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.800302465Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/oximeter.rs:76","collector_id":"3980dd20-a3be-40d3-b9e5-094b8ed4b785","producer_id":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:16.800326665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/producers","method":"POST","req_id":"fa655000-dd86-4cf3-904f-72ce88033b3e","remote_addr":"[fd00:1122:3344:101::b]:62771","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33447,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.800387156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa655000-dd86-4cf3-904f-72ce88033b3e\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 02:18:16 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.801313637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:16.801326617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:22.149743684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"97febad8-9f38-4808-8158-4e981c08f687","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":451,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034179045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034250516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034266276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034279456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034763312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.034784632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.036580453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.036799845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.037138199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.039696768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.039709698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.03986088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.041506119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.041760732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.043096347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.045576585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.045587086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.045731927Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.061752551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.061778321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":53,"elapsed":"27.621036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:26.078381791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"44.198486ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034096072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034181883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034200614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034215974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034578238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.034622929Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.036214797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.036404519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.037103157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.039628586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.039648236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.039785648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.041906742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.042076104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.043756923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.046528615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.046558785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.046732357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.060397644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.060423464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":54,"elapsed":"26.322502ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:36.070633951Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"36.565279ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:37.151102347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"05f753d9-ce6a-4669-9549-2e2a2d54e6b4","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":527,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:42.144089276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"0f242fa7-15cc-4b86-a151-0479ed6990cb","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:42.144398689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"0f242fa7-15cc-4b86-a151-0479ed6990cb","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:42.146519664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"0f242fa7-15cc-4b86-a151-0479ed6990cb","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2500,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:42.146789067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"a1197e3a-fa11-41b4-85d9-ccf1eaf97e85","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:42.147118931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"a1197e3a-fa11-41b4-85d9-ccf1eaf97e85","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:42.149484458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"a1197e3a-fa11-41b4-85d9-ccf1eaf97e85","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2752,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034413744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034475525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.034487965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:08:46.034395774 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034499565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034508825Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034517766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034527066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034536866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.034545746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034554806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034564736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034574106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034584106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034593156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034602376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034611056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034620797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034629967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034639637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034648897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034657727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034666237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034679087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034690117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034700648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034710698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034720738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034729748Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034738818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034749058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034757378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034766488Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034776449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034786598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:18:46.034797149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034808999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":11,"elapsed":"14.41µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034825049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034835979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034846249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034856759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03486777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034878039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03488861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03489829Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03490879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03491896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03493005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.0349401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.0349499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03495918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034969111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034978411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034990341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.034999701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035009471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035021541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035034561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035045892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.035056232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035065912Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035075142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035084512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035094022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035104012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035113432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035126333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035139433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035152743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035164113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035176123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035189223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035201933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035212214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035225234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035244484Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035255134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035274374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035286184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035297894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035310504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035354845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035376985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035389836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035401485Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035414476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035424866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035437986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035450816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035463776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035478546Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035498237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 821484854 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035518477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 821516395 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035661019Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035680149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035906421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.035936692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036075733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036095113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036105814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.595428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036116754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036136334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036148964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.295085ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.036266935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03838285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.708203ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.0384248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:08:46.034395774 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.03844002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:08:46.034395774Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.048836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.038935426Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.039356441Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.039652904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.040265131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"5.778676ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.041971611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.041996211Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.042233754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.044159686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.044635531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.04710873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.04713424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.047334372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.048510496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.048537816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.048720208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.051903729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.052820585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 838789452 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.052981027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 838957084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.05325901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.053486952Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.053537863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.054783218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.054810188Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.05495986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.055667217Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.055691498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.055783859Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.05587798Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.056167683Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.058347908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"23.54021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.060610704Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.062604057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.063196504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.063222884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.063381706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.065677012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.065701912Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.065952595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.068552665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.06896098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.071837023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.071868963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.072088416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.073570322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.08468579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.08472529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.08473938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"50.279066ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.085116255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.090262253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.090602157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.094819896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.098155104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"63.633298ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.099113515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.101893477Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.101923707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.101939527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"67.480983ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.103538095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 889508892 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.103944679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.104512576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.104690618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.104717938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.104731108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.105113753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.105337995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.105562208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.107586151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.107617671Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.107831924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.110430024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.110458034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.110469044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.110673717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.110882479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.111324164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.111664948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.111693798Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.112070532Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.112087022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.112535008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.115508732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.115537882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.115814015Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.117838908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.118974801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"84.407835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.120063014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.120380168Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.121392359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.12142386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.121681232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.123866857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.12492578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"90.003069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.125439895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.126962143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.127304997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.127327117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.1276345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.128647242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.128673212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.128885245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.130380055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.130404345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.130596348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.130674274Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.133940753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.134328947Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.134355308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.134369988Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.134694491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.135901155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.138694767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.141631391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.141664001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.142021685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.14241457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.14244545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.142633252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.145271982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.145303483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.145313853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.145322433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.145607216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.146097942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.146130512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.146143472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.146154172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.146429966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.149551271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.149770504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.149873245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":55,"elapsed":"115.213248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.149929096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.15816783Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"123.597245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.164493833Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.164824566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.169569511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.169600231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.169616331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"134.974894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.176091385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.176376309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.178636444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.181090592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.181116523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.181130613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"146.242104ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.183749343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.206753586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.206787777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.2070919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd6f9249-3d8f-4193-9081-1095b98a65ea\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.20711571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.209071635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.227409263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.227742617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.253542402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"218.946375ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.281189468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.281213509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.281537672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285cd008-cfa7-42d3-871a-566b8c839ce3\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.281560133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.284425045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.29529132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.29531206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.295609173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dab7c32-b0b4-4732-b543-20a06c1fe187\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:18:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.295633974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.297376554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.375004542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.443757629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.44380101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.447109667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.447149918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"412.332739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.449312463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.449867649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.45087786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.450906691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.451087103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.453191747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.454625014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.45516424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a5fad02-e795-4826-ad38-be7b29d8ac93\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.45519728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.456828379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.456848159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.457069151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.457352285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c548f698-33d9-44a8-83c8-ae49b0284f49\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.457370335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.460124246Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":19,"elapsed":"425.350038ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.460319088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.460335369Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"425.629792ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.466232936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7ddb19-dc52-4207-b0ff-63f7b631085e\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.466277787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.466708702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.482462642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.482855597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e8e233-38b5-4dbd-988d-14a133cc7bdc\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.48580339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.486173204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.487833014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.488110147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.48842251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.488950576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":19,"elapsed":"454.250489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.490257771Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.492538327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.492564098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.49273746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.492818781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.492849511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.493042993Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.494778403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"460.075896ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.495113127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.495142427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.495155227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.4954178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.496301871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.496326041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.496338451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.496549743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.497508084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":19,"elapsed":"462.911078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.497648546Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.497955209Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.503707885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.503729765Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.50415889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.504538545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.504560335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.504819558Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.507060004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.507094774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.507110594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.507133035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":10,"elapsed":"472.541738ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.510478773Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.510508613Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.510523663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.510535623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":10,"elapsed":"475.644684ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.514841623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.51550392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"75cbc74a-34cc-40b0-b12c-4f6045af3b6a\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.515527711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.518036939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61edaef1-120b-46d1-927d-b52cfcfdb799\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.518059749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.520324526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb67c9b9-7812-4c81-8a5b-bd24fed6000a\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.520359126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.522747053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.522800064Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"488.071905ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.537087697Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.537120078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.537595903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0a1e258a-0735-473b-b6cc-6d1d9d4ca7b9\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.537610913Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.53817551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.542469159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.542902264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.544856516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.544891537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"510.053827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.546753828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.547306904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.550337639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.550359439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.550986337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"14536347-b7af-4156-beb2-b1a445734650\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.553697388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":19,"elapsed":"519.231952ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:18:46.569293756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.569316866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"534.782391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.580615856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.581187742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.581274363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.581583857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.583576499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.5844559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.58447476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.584875624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.585914856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.585937186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.586129249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.588131862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.590277196Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.590302767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.590494229Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.597873543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.598309538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca4a227b-f0da-4686-97ec-1380e512ffcf\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.598340139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.598355719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599020076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599041816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599051207Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599062307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599072777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599081597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599302639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.59932746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.599474252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.599484832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.599787645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.60199904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.602172112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0704043a-d3d2-415d-ab27-db01e5956af3\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.602188363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.602315604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48df24df-0582-4c61-a928-f1a2630332f0\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.602331054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.602345434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.708856033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.709598762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5beb85dc-3579-47cf-a1ae-30145c84022d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.709630472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.709641602Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.709649582Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.710826656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":19,"elapsed":"676.191279ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.7461034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"51fb7ef7-3050-4302-b340-d8d432ad8039\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:46.74612539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.74613454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.746440774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bfce9e7-7350-403c-888c-6ae966283999\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.746492884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.746831158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.7496005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.749911213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.753300202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.753530635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.755592699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.755864371Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:46.762535498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":19,"elapsed":"727.677069ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:18:52.152175357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"a58dbb52-bcd4-44c2-b8a5-b76b502bf2de","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":778,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034413893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034463873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034473863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034482963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034813617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.034826727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.036708049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.039204118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.039217778Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.039374489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.040830926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.04117119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.042618957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.045274557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.045286217Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.045432959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.05780032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.057813871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":56,"elapsed":"23.400308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.064259024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.064527227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:18:56.093434748Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"59.029436ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.033959436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.034014347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.034025277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.034035017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.034374261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.034455282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.03602298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.036253722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.036496735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.037753539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.804953ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.039056664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.039070924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.039206296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.041162159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.04133601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.042868928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.045237385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.045249725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.045380607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.056286861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:06.056308202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":57,"elapsed":"22.334686ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:07.152846412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"dbf123ef-daab-49c8-a018-31968705fd50","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":572,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034696763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034752173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034762604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034770504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034777564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034784524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034792884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034799194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034805804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034812174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034818454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034826054Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034833034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034840314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034846665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.034853825Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034861235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034867285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034874545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034881485Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034888925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034897115Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034904095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034910535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034917945Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034924565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034931895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034938775Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034945526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034951986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034957886Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034964986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034970726Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034977466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.034984056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035179138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035191469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035252819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035261399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035270219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.03528151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.03529131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.03531195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.03536666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035375131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035408771Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035418341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035433821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035442251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035478692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.035488952Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.037685627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.038457586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.540761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.038495676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.038725359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.039020182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.040965515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.040990565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.041142186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.041953296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.041965776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.042169538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.044160821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.044305773Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.044475725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 830043382 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.044828389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.04669168Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.04670975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.046758131Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.046769591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.046884442Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.046966483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.049617774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 835193171 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.049911737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.05022661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"15.406116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.052288604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.052541537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 838118935 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.052619878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.052871871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.053253595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.053570539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.055215658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.057131429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.05714656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.057294922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.075680052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"40.913439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.084421862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.087372996Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.087400296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.087635839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.08773971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.088682451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.089140886Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.091504443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.091530073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.091722916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.093228993Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.093643147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.09387562Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.094699069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"59.870046ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.096260497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.096281708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.096521451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.101105103Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.101371926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.101806701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.102121875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.104903596Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.104926906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.104934736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.105184619Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.105741105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.109245785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.109270156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.109518328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.114723598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"80.011325ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.118540112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.118565732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":58,"elapsed":"83.87948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.124567881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.124761413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.124774353Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"89.817307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.124857084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.126624014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.126885137Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.128516376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.129665209Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"94.922796ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.131225527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.131243497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.131428479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.13325847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"98.359115ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.133275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":20,"elapsed":"98.492916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.133394482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.133666945Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.135436795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"100.575141ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.141780128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.141793558Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.142070331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3dbedf0-6293-49fd-97d4-8eb395154971\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.142085291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.143521348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.146419111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.146440391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.146448291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.146619603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.153862486Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.153878046Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.153915717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.153927027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.154128169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd35eaa-0ec2-4f1e-995e-bfd46e1e15e6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.15415961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.154195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f2cfa1-268a-4711-b338-3ecb93eddd62\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.15420939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.155825918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.156125072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.163452486Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.163923851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.185055433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.185078073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.185086733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"150.131918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.212590658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.212827601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4162112a-559e-44a6-9860-3fba8c39e8b9\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.2144806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.214785343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.220018423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":20,"elapsed":"185.223089ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.228295688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":20,"elapsed":"193.414673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.232699538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.233066903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.234134125Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.234155595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.235052215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.236773185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.236785035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.236929097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.238548495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.2415924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.24160732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.241828373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.251490044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534e3381-37a8-4df2-bb3e-a6b6cca1fd0e\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.251515804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.251695146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.299344861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.299386592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.308410105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.321560175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.32193405Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.323496708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.323510918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.32366889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.332879775Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.333124738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7b5a095-9011-41c8-859a-beeba2fd580e\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333144898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333156528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333394551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333406741Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333413991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333421691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333428951Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333436771Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333572333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333596283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.333731195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.333741155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.333988368Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.335788229Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.3358991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca76f17d-fe88-4b3d-8b9a-a3107c0c55b4\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.33591165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.335993591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef08c4c-e9c6-4d77-adf2-e2acd4e12aa3\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:19:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.336006941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.336017931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.396668625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c95ba03a-0088-4f4f-8363-88be256642ea\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.396708106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.396973299Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.399419027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.399623189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.401380289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17391dbb-2ffe-4d6b-a722-7452c2867f0d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.4014065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.40141855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.40142695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.402958297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":20,"elapsed":"368.023832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.403367572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.403618735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.406073973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.406088653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.406510348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3ef9df89-5809-47b0-bf91-2d5f32fec82d\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.407705702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":20,"elapsed":"372.897358ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.496920463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b7be4885-7b49-48c3-89b9-5d4bd14c581a\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:16.496947163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.496956793Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.497224056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fdb4e8d-2453-4ca4-849e-3fdb642f9270\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:19:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.497268237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.4975782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.501165622Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.501339384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.504181826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.50451756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.506211539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.506381111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:16.513051918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":20,"elapsed":"478.323784ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:22.153053632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"6a704224-9a86-47ae-808a-06625d537002","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":590,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.03459863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.03465151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.03466133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.03467055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.035009804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.035057585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.036828505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.037121018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.037435302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.039353604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.039371814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.039510916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.041826232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.042022295Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.04338941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.045666516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.045680716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.045806318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.057855796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.057882326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":59,"elapsed":"23.270266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:26.06522584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"30.647561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:27.144519143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"15130f76-2783-4f97-b2f2-0d792642cd86","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:27.144991749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"15130f76-2783-4f97-b2f2-0d792642cd86","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:27.147849242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"15130f76-2783-4f97-b2f2-0d792642cd86","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:27.148142175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ad7fde82-72ab-4c88-918e-d0af3164ef78","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:27.148502829Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ad7fde82-72ab-4c88-918e-d0af3164ef78","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:27.15034776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ad7fde82-72ab-4c88-918e-d0af3164ef78","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.034649809Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.03471007Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.03472323Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.0347317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.035060204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.035074164Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.036698682Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.037108267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.037462881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.039262192Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.039290472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.039426423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.041549308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.041847201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.04346547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.045846297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.045861207Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.045996149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.056432118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.056450818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":60,"elapsed":"21.81785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:36.065676394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.016655ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:37.152400492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"b6a2b915-5b88-48f1-ac49-33d5cefcf4d1","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035514747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035573028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.035585658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035597638Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035607628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035617718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035628328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:19:46.035637478Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035648529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035657589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035667209Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":12,"elapsed":"20.5µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035681119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035691419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035702839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035711539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035721929Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035733559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03574529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03575462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03576437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.03577456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03578466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03579471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03580368Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03581458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03582456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035835241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035848971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035860221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035870361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035880821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035890591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035900261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035911452Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035923252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035933572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035943832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035954212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035964212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035975012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035985493Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.035996462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036006133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036017593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036028063Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036037853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036047903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.036057493Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:09:46.035835741 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036067793Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036076963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036085863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036094274Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036104594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036113464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036122544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036131614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036140404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036149774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036158794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036168284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036177265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036190605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036204105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036216005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036228475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036239255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036250105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036263325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036275036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036285826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036294906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036304636Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036314686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036324806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036339277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036350026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036361167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036372807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036384327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036397487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036410357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036424218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036436318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036450598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036465548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036479718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036492728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036504968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036518139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036531909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036545229Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036559219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036571529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036584319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.0365978Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036610769Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 821711477 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03666386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.03667761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.036689801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 821785548 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.037167006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.037195066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.482967ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.037218487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.037228117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.525347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.039314911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.039578863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.04011318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.040418803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.918686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.040659966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042085132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"6.521365ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042282394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042298555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042312815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042488767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.042879601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.043159544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.044192166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"8.463767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.045131747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.045155767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.045204408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.045218698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.045339169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.04541781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.046571263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.046718685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.046808606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.047597145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.047843698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.048112081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.049150713Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.049169263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.049333615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.05067047Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.050843845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.050859802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.051069317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.053548223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.053568404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.053780406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.055797509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 840934707 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.056086492Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.056519688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.057373147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.057706471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.058952645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.059170038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:09:46.035835741 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.059195938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:09:46.035835741Z\",\"pruned\":[]}","iteration":11,"elapsed":"23.335707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.05931486Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.060007057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 845140115 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.060325681Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.060606024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.060630104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.060842177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.063611669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.063851661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.064743911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.067262351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.067290551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.067482283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.072302658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.077019152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:19:46.083079252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.083130852Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"47.228611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.083622998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.083721229Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.083738719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.084024172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.084145174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.084168224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.086309429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.08641454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.08643757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"50.64714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.086724763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.086790204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.087068167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.089199002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.089233962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"53.673265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.089501315Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.089855889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.10922785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.113316367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.116694966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"80.694223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.117339743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.117583636Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.118345395Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.118374105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.118385805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.118645908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.119510458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"83.926161ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.120476919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.1205029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.12051897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"84.542567ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.121155727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.124261932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.124283393Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.124514745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.125687619Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.12754969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.12757865Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.127707472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.131804669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"95.868486ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.136691075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.136719255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.136734755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"101.071997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.141119165Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.142205418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.142226298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.142235878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.142244828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.14243426Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.143760056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.143786986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.143908787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.143923288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.144292302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.153159563Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.153177774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.153186734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.153195734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.153480867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.154803342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.166614597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.171027388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.171041848Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.171344441Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed19fa7-db0d-46ad-8c72-9ba3c420b8f0\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.171361932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.173398595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.190636742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.190862975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.19833736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.198361251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.198605094Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7cccf90-a26e-4136-b83f-b1f81d3d2317\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.198621554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.20005841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.209570729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.209592609Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.209983374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84dcef38-3ba0-4985-9859-0795ae7515ee\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.210009354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.21051909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.211234158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.211924096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.21402621Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.21405292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.214226582Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.215093812Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.215113502Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.215302925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.219201559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.220789407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.223796202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.223826322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.224091355Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.22711459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.22714406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.227349672Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.227850148Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 12981006 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.228233593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.235698458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","candidates":"[(bf8c88e7-6fe6-43c0-8bf8-89628acecaba, 0), (e676e34b-5987-4656-bfd0-c9931f91ad5a, 0), (b8ef2bd2-a7b3-4518-bdba-056c305f62a3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.236140383Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 21276511 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.23679322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.237167395Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.239119987Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.239525932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.24109879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.243671419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.24369907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":61,"elapsed":"208.083482ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.245211667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.245236327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.24547761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.247657625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":21,"elapsed":"211.826395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.25769974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.258123345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.258721351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"222.868211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.259633312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.259930035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.259980336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.261136709Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.261439423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.261895908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.261917058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.26208399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.263006339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.263254535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.263264304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.263270032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.263476669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.267971088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.267995058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.26821474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.268299481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"232.346579ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.26904565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.26906662Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.26907998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.269284012Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.269463014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.269693657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.270966282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.271215734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.273216628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.273247448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.273264248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.273476891Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.274948077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.281001146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281036367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281069667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281085867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.28133021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281359001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2f2218c3-fdaa-4a70-b6cc-73ddc7b31e41\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281372241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.281686854Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.283748328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.283771288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.283780628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.283789449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":11,"elapsed":"248.16754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.284126462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.284408445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.287938876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.288244909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.292110314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.292137714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.292495918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"81b69b5c-56d3-4f9c-914c-dde8a06ec3ba\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.294083186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":21,"elapsed":"258.570539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.301120277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.303741487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.303766267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.303892389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.304823129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.304839339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.30485153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"268.935648ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.306266816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.306289526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.306309166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.306318536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":11,"elapsed":"270.676468ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.307145106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.307166916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"271.494967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.310434194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.314267097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.314284598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.314421149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.317298322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.317606696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.319382006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.319648739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.321345938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.321616342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.323386832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.323628614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.328154416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.328407469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.330656725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.33110643Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.332697648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.336737915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.336757325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.336930317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.338187841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.338544305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.340140963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.340393796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.34333734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.343629983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.34594934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.346252133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.347771881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.348039714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.348476289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"312.678019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.349864715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.350142268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.353489386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.355977345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.356293618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.35820298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.358752147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.358776207Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.359008079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.360237273Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.360263004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.360441476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.36083057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.361102663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.362103155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.36258988Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.362872634Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.363997116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.364051867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.364473262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.364488972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.364675874Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.369379038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.369406409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.36958428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.374102482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.374337425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.376422219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.376702752Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.378899297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.37912314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.381371646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.381580538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.391317229Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":21,"elapsed":"355.344047ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.435669887Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.436011711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"efbe78ac-1cff-4dad-9263-5ad609d57560\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.436057401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.437739521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5e2be681-569d-4b3b-a880-1cf2ba14212b\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.437754911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.439953156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.439971986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"404.179096ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513025933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513051663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513060283Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513495908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd9b837c-d66e-4a10-8a71-a13f7f57c7a8\", \"content-length\": \"476\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513536418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513743111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1627af2b-0a34-423a-9ef0-6b3c87288c0c\", \"content-length\": \"734\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.513774351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514073605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7b7951-066c-401c-82f7-8435838ba8e2\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514092345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514371998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347a4039-5b1c-4843-bf0c-97d23c0d0cd2\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514390748Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514629601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b2225f-59dc-40fb-ad4f-bafdcf98fc19\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514641191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514940364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467f6112-5d28-433e-bb65-7eed1d62e73a\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.514966045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515213018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8460e3cd-51aa-43e5-9074-24983aacd97c\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515226458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.51546117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbb4bab-466f-43e6-a1e2-020d1c98b6d1\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.51547197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515582402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33532523-5b0d-49ad-a7ac-0f6d808232e6\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515592782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515739344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839873eb-a952-4ce1-abdf-c9826db1d292\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515749454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515877105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8564722-7942-4d37-a733-eb32dc34c6a9\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.515887655Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516009907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd6b899-7bb0-4c79-a96d-b1e85a4cd1f9\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516020017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516184249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dfe2639-a560-487a-9a76-02899ee2f536\", \"content-length\": \"722\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516201699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516454082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad48b839-479d-4d4b-a67c-4a758e0f30d7\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516467262Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516723625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d6e32f-e234-498c-a511-d88caa79b19f\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.516733965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517001848Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6493a911-fe32-4f39-ab47-4b54bafe55d4\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517015868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517268341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7bb3e8b-0dd2-4e56-8c91-0f5f7c681110\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517278291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517520804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8456f338-81a8-4d66-aa2a-155ea17db159\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517530934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517777027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b19086-f050-41c4-8fef-f97b960780e8\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517788717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517899028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3646a3c-db14-4290-8987-f700cbc196b9\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.517909178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.51803529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09e4fdd-6c2d-4de1-bb17-d497d045ccf5\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.51804607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.518160201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f57001f-da58-4e1c-8585-794ea05e0eb4\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.518169501Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.518299633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1525ea7-3ffe-4ead-8d69-fb3ff455cac1\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.518315203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.518653547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.53029254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.530585634Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525af3af-8b05-4e37-bcfa-d0ebcff334e8\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.531817337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.532097511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.536004225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.536808985Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edfe8df2-eff3-47e2-bc5b-a7f64200744c\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.536846715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.536869215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.536877835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.537943088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.538062039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":21,"elapsed":"502.31092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.53817826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.538338032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.539221762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":21,"elapsed":"503.24948ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.539664787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.539794359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.540047232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.540065112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"705bac36-4dba-408b-8a75-25d405fd5bb6\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.540076152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.540088922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.540098032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.540260524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.541292626Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.541459428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.541470558Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"85469526-7974-4713-a4d7-e3a2c94cdb2b\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.541479868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.541784082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.542950885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.542963395Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"97deeed5-9875-4ea0-a16f-9a268dc0479a\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.542972665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.542979455Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.542993585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.543220528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98d8f11-8951-4b89-8188-65bff17178cf\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.543235318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.54337397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.54338543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.543526282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.544578043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.545257107Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.545297391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"509.745544ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.546739668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.546753808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.54690403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.548420598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.548574469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.54955632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.549800383Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.551033157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.554501607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.554518307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.554653649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.560947541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 29b1632f-5910-4287-a228-0a2f072906c2, kind: Service { id: f02be878-8b16-4056-a261-089d083d36be }, name: Name(\"nexus-f02be878-8b16-4056-a261-089d083d36be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ace3f45b-d569-4037-91af-4f9560e3857e, kind: Service { id: 9f0b435f-0000-451e-9dbc-dcec71543c30 }, name: Name(\"nexus-9f0b435f-0000-451e-9dbc-dcec71543c30\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f794593b-f8ae-411e-9836-93b29d4ba7a6, kind: Service { id: d90c9eb7-7c7e-4675-94ca-7779e9afc6c6 }, name: Name(\"nexus-d90c9eb7-7c7e-4675-94ca-7779e9afc6c6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1a01f5db-28b0-4d53-93f3-b21792e75a0f, kind: Service { id: 91bdcbd0-987b-49c4-8200-fc3e8f332b6b }, name: Name(\"external-dns-91bdcbd0-987b-49c4-8200-fc3e8f332b6b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 175])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 44aaf11d-41cc-4bfe-af84-bade0c866c36, kind: Service { id: 27d1a6ca-1b76-4956-aefa-e234c7d60cd0 }, name: Name(\"external-dns-27d1a6ca-1b76-4956-aefa-e234c7d60cd0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 251])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.560982031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.561169904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.562802092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.564319949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.56433295Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.564463311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.56605578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.56610505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1a01f5db-28b0-4d53-93f3-b21792e75a0f, kind: Service { id: 91bdcbd0-987b-49c4-8200-fc3e8f332b6b }, name: Name(\"external-dns-91bdcbd0-987b-49c4-8200-fc3e8f332b6b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 175])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 44aaf11d-41cc-4bfe-af84-bade0c866c36, kind: Service { id: 27d1a6ca-1b76-4956-aefa-e234c7d60cd0 }, name: Name(\"external-dns-27d1a6ca-1b76-4956-aefa-e234c7d60cd0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 251])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 29b1632f-5910-4287-a228-0a2f072906c2, kind: Service { id: f02be878-8b16-4056-a261-089d083d36be }, name: Name(\"nexus-f02be878-8b16-4056-a261-089d083d36be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ace3f45b-d569-4037-91af-4f9560e3857e, kind: Service { id: 9f0b435f-0000-451e-9dbc-dcec71543c30 }, name: Name(\"nexus-9f0b435f-0000-451e-9dbc-dcec71543c30\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 230])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f794593b-f8ae-411e-9836-93b29d4ba7a6, kind: Service { id: d90c9eb7-7c7e-4675-94ca-7779e9afc6c6 }, name: Name(\"nexus-d90c9eb7-7c7e-4675-94ca-7779e9afc6c6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.56612596Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.624120894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","vpc_to_sled":"[Sled { identity: SledIdentity { id: ffe74824-0c08-48e1-a755-fb123e8dc181, time_created: 2024-11-19T02:10:26.061586Z, time_modified: 2024-11-19T02:10:26.061586Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.624161894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.624169915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.624430008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.626795055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.627072338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.663442214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.663476924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.665044713Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.665219075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.665858352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.667731423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.667755344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.667782234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.668013236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.677783918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.678109142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c044353-3a62-463f-8ce0-22341a1ff7e0\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678132702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678143152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678443096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678454606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678461026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678468196Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678475026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678481396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678671178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.678688009Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.67884178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.678853071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.679166124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.681585072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.681722593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bcf9579-8b82-4bff-8723-6c985074a09b\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.681745724Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.681837375Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d20fc9b-54f6-431a-9f65-4a80c4d7b90a\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.681851275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.681861115Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.698953701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.707083264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"27fb150a-6a9a-4654-b591-b4e89e77d92e\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.708778683Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.708804373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","elapsed":"673.016773ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.708817294Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":3,"elapsed":"673.028343ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.914904533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cb04a0b5-96b9-406c-b197-d14ea626ecaa\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:46.914949543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.914979533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.915380738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9239a29d-114d-465b-9f7c-2ba376e3f9b6\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.915445459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.915794073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.920132462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.920307024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.923574042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.923923326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.925862198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.92606359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:46.932486384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":21,"elapsed":"896.464741ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.050034059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2c7a6a-e58f-493a-bc4a-6b3102e216a4\", \"content-length\": \"30761\", \"date\": \"Tue, 19 Nov 2024 02:19:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.066159654Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.066183884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.066191574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.067522489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.067796552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.069277489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.0710625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.071122431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.071285652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:47.274290226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"65a4681d-10d0-4279-a70f-d4c593b2e76e"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.274330586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_started":"2024-11-19 02:19:46.513004 UTC","collection_id":"65a4681d-10d0-4279-a70f-d4c593b2e76e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.274350676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"collection_id\":\"65a4681d-10d0-4279-a70f-d4c593b2e76e\",\"time_done\":\"2024-11-19 02:19:47.066159 UTC\",\"time_started\":\"2024-11-19 02:19:46.513004 UTC\"}","iteration":2,"elapsed":"1.238352324s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.274363916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.274381187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.27468499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.276663902Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.278542714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.278558374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.278709336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.281059933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.281411737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.282652961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.284881977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.284906827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.285056379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:47.319285261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"44.901804ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:19:52.152019005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"83f0c74d-2e5d-48b7-841a-72431bf92ca3","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":455,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035274843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035349764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035366474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035379694Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035803139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.035824319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.037764351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.040165569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.040190479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.04031253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.042157811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.042457645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.043505747Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.045943805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.045955945Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.046090687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.059012554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.059035245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":62,"elapsed":"23.785842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.073394099Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.073616822Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:19:56.102466832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"67.195179ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.035816537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.035869058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.035878398Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.035886288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.036230962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.036245132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.037868831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.038085773Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.038436687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.040954116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.040968516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.041113948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.042409463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.042622445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.044366625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.046797483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.046807503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.046946185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.057956801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.057978791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":63,"elapsed":"22.179544ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:06.067329918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.504591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:07.153030224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"54e74910-91e1-4268-a385-0f172607ab2b","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":348,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.03536855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035419071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035429221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035436701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035444641Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035451201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035457611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035464241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035471601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035479071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035486091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035492942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035499982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035506742Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035513862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035520472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035526382Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035532792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035540282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035547462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035555362Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.035562892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035570872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035578183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035586213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035593763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035601173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035609113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035615843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035623623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035630473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035636983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035646933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035653404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035660813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035820835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035834655Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035843396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035879336Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035928427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035940527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.035949847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036028348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036076638Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036087878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036096418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036105279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036114679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036123399Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036132219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.036141419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.038916081Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.039185854Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.039329206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.814643ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.039520588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.039547488Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.039560178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.03974723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.040208676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.040233376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.041861284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.042223189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 826909896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.042559483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.043024758Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.043051728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.04324998Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044127261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044140051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044325093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044497175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044507855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.044660836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.045778649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.046755971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.047676221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.047687811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.047867503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.049155938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.049167288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.04931731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.050573314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 835266432 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.050909038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.050920608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.051167641Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.053048933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.053071973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.053080413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.053405717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.053441437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.053783211Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.054031384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 838715801 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.054329337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.054943124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.055283078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.055879235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.055904105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.055914705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"20.513585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.05721514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.060402557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.060432797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.060645239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.072170302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.072563406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.082112945Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"46.508072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.088469228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.088947403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.092008709Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.092414483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.093443515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"58.063125ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.093699538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"58.141466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.094111303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.094174703Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.094252114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.094576868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.094686079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.096563711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"61.20279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.096581701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"61.094089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.097522302Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.097535542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.097546152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.097733504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.098489973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.098503303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"63.071442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.098870187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.099239281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":22,"elapsed":"63.76394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.10002237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.100305604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101200504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101221594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101379256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101600028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101613148Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.101810321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.104053447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.10441292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.104478551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"69.014479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.105940417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.108298855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.108364325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.108377805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.108556727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.108567718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.113854888Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"78.306806ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.120892728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.120914789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":64,"elapsed":"85.355237ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.134868468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.134892849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.135210052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e93734fe-541c-4bee-ac8c-fe5462a4cfd7\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.135228193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.138111866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.138816714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.138866804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.138876805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.139119157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944c4509-8aa7-4adb-aac0-3af8ad09fcb8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.139131017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.140615134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.140643735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.140783396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.140805127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.142173972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.143960453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.143988333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.144188605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.163373185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.163401925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.163618698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400483e5-0f0e-47cd-a015-f23f5b04dbae\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.163633978Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.164862442Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.225496566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.225522846Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.248804453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62bcdda-703e-4bfd-a489-6e72e326f026\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:20:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.248831703Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.249203687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.289828162Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.289865373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.290203246Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f4be7349-78bd-430d-9dbe-0cf0ae2f2b15\", \"date\": \"Tue, 19 Nov 2024 02:20:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.290216257Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.29046734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.292453072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.292640414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.343685249Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.344091554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5387af8-5b39-4dc8-9ccc-c538e207bb49\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.344114974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.344125374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.344133284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.34576108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":22,"elapsed":"310.369442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.34723777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.347622744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.350952172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.350968382Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.351350506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"48cdf4cc-bbc8-4cd9-b78d-207bd6f57004\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.352740252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":22,"elapsed":"317.20829ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.3717855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":22,"elapsed":"336.169127ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.376153581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.376432524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a6f929-b770-4ccb-85ac-2cc22d5d6431\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.377615177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.37789338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.37966193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":22,"elapsed":"344.2477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.41275892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.413122364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.414925344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.414940084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.415153367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.42420031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.424470703Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86334f0-78cc-414e-92f7-1904c9f32de0\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424506964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424520564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424775187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424785597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424792807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424801087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424809127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424816298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.424984379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.42499454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.425190642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.425199852Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.425471525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.427574359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.42768233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e4dcea-c4d6-442c-bc43-f5c2a8214dd7\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.42769257Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.427778291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74135587-6536-4e43-b3b4-b846941b2714\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.427790772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.427800892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.538523599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b9bcb5e7-3ff6-457c-9d1f-f490946eddb3\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:16.538561079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.53857322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.538772932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dfc742-6c99-498f-aa65-b1327dd2c9bc\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:20:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.538817692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.539157456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.542413104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.542622146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.545732622Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.546169667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.548134969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.548345251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:16.554793279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":22,"elapsed":"519.243323ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:22.153637188Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"7bd97b23-e019-4c34-bf6f-c9ddf5c97e7a","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":416,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.035876385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.035929675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.035939495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.035947475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.036237939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.036259129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.038190471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.040949939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.040966486Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.041118109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.043535612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.043866026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.045674847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.048216016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.048233416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.048381378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.060001431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.060067722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":65,"elapsed":"24.138757ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.066296303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.066609986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:26.101800589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"65.928125ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035355167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035407287Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035416767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035425048Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035757522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.035771491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.037982167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.040407405Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.040431295Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.040559686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.042686021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.042925504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.044643883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.046841948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.046853909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.04699095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.060571266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.060599536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":66,"elapsed":"25.224789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.070024464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.070340197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:36.099971617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"64.627989ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:37.152832787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"225ce216-3059-4482-86c2-419b26878611","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":403,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:42.145429621Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"77dea426-051b-44c6-831e-855e179b80fa","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:42.145743705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"77dea426-051b-44c6-831e-855e179b80fa","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:42.148664258Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"77dea426-051b-44c6-831e-855e179b80fa","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3308,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:42.148959042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"68d6fa8c-8764-4934-aaf7-569c0fcf671a","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:42.149317216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"68d6fa8c-8764-4934-aaf7-569c0fcf671a","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:42.151603852Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"68d6fa8c-8764-4934-aaf7-569c0fcf671a","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2706,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036071433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03611122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03611827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036125856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036133506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036141446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036148543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036156193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036163365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036170134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036177915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036184506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036191378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036198043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036204588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036212078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036219354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036234391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036241882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036248379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036256929Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036266585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036275257Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.03628301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03629052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.036296708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036302951Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036309195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036315608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.036321598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:10:46.036256300 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03632772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036333533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036341042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036347904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036354579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036361264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036368079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036374061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036380923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036387909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036394265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036400387Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036406837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03641354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036420468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036426684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036433293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036439509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03644533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036451499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036456909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036462459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036467991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036473822Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03647925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036484997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036490753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:20:46.036497597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036506766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036516806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":13,"elapsed":"13.861µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.0365277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036573995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03660422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036727071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036843092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036860473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036872723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036909423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036923883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036936663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036985844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.036999274Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037011044Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037072955Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037089895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037102295Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037113565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037126276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037138406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037149946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037162856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037173236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037184666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037196836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037207557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037218777Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 821361923 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037234067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 821401383 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03751749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.03753702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.398676ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037766053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.037781273Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.521007ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.040396653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.287479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.040716637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.041295403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.043509359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.043530169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.043734961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.044156136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.044170286Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.044318568Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.045662973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.045977127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.048534496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"12.143289ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.055794849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 840045327 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.056070762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.056269655Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 840529152 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.056547628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.056670449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.057008803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.05931734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:10:46.036256300 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.05934508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:10:46.036256300Z\",\"pruned\":[]}","iteration":12,"elapsed":"23.029734ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.073657244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"37.451058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.076150802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.078897294Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.079406389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.080795176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.081287541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.08294773Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.08297309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.08298359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.082992351Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.083001671Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.083411505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.083914191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.084748251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.085282167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.085306627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.085316427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.085611971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.086399129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.08641578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.086723023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.087961518Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.087992788Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.088291921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.088820227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.089154471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.089177471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.089403884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.091521828Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.091820382Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.092167926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.092188006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.092434429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.09253702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.09602683Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.099728102Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.104510717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.104953151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.107986856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.108016696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.108136788Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.108149848Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.108229379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.108250319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.108306299Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"71.862212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.10832287Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.10835454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.109128509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.109155589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.109169569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"72.854763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.109955438Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.110184321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.110207841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114521281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114547281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114571981Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114584022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114655282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114672683Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114807884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.114826964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.115045427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.115108708Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.116763796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.116789627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.116823557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"80.542281ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.116947378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.117900409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.118540937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.11884832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 903103368 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.119121143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.121703663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.121753324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.121989676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.122091787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.122117578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.12232906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.124486205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.124767768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.12578306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.12581038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"89.652156ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.127764952Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.127793453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":67,"elapsed":"91.626748ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.139192843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"102.970718ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.143825836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.143857626Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.143866727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.144125909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.144279881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.144539084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.145619037Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.14595559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.14857542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148602191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148612751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148622681Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148632361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148642721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148653881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148664961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.148926104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.149036916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.149067746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.150715815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.151396593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.151635595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.15374707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.155818183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.155859254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.156057566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.156728134Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.156756744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.157030077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.15729895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.157322571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.157388751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.157565554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.157874297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159201332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159227702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159243343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159255133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":23,"elapsed":"123.082918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159415795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.159521346Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.160589408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"124.335763ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.16074437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.16076776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.16078108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.16079413Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":12,"elapsed":"124.458524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.161346597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.1634031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"127.192335ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.163702454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"127.278286ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.166179922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.166209832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.166221202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.171297111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.171330401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.171344391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.171356721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":12,"elapsed":"134.856372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.176633252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.176957235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.191922647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.195194964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.195278515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.195447657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.21138501Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.211835445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.214696877Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.214764508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.214779078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"178.694015ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.219383971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.219409691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.219767425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406e55ea-871b-486b-8299-dd608a452a17\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.219790566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.222299174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.228292863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.228316443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.228599176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63200178-1370-4d5c-a7c6-e7d9b2958bf9\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.228617127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.231310527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.251174435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:20:46.252006935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.252034275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"215.622767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.253461521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.253485221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.253740004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.26215382Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.262191761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.262568015Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13868013-a6e3-4c77-a5fc-899435481e7d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:20:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.262589036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.264813611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.313268516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.313328936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"276.795898ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.33728168Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.337691065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d4883a23-5159-4935-a4b3-c47335adfc78\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.337720776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.339342414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"01e925a2-98f0-4b7d-8a12-0d86b6131c7e\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.339371484Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.340617179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.340810321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"304.363603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.340934842Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.341974524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.341995705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"305.83719ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.38967573Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.389717321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.399382471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.399691365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a124a6d-5729-4cc5-a0a7-f5e7a1fae1a9\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:20:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.401170092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.401552666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.403256676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":23,"elapsed":"366.884709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.409385206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.418639902Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.420517193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.420534473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.420705695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.422320934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.424285876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.424301647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.424544319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.463287553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":23,"elapsed":"426.926896ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.486455418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fcffa6-00e7-47dc-83dc-84a2721e8cc3\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.486489439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.486750961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.507601645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.508197437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d757abe3-9a56-4cb4-9701-1ac7315e4f14\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.508226507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.509819435Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7ed3ad12-9090-492b-b66f-4fd67db21757\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.509835936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.511554835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"212949f9-1e39-46aa-b5ce-a52eed46a637\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.511579475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.513377946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.513417597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"477.09641ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.52945764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.529476711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.542663281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.546145901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.546497275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.54865642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.54867002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.548882813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.559360102Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.559589715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7635cddd-f4c5-42e2-bbde-513e476304ba\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559611175Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559619776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559854908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559864348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559870648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559877539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559884999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.559891419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.56004415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.56005391Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.560241653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.560250083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.560637677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.5626219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.562722801Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c53bc14-0956-4e4b-86d8-67cc0576ba38\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.562731971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.562810422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7be0807-08df-460f-9c2d-7d7067cf2d37\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.562822462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.562831432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.622980551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0591dc46-6ac5-4104-98e8-1f600f66e3d4\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.623008201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.623018411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.623026491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.623039051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b40db8db-57bd-4ed4-9dac-24159a63b78c\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.623048411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.623321385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.624391437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":23,"elapsed":"587.920039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.62550787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.625883184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.628566735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.628819917Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.632216987Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.632236867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.632717142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d1b30bc4-0b78-4e65-8824-3edb7b262127\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.634720895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":23,"elapsed":"598.425189ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.735306587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"45622553-081e-49de-b4bd-a549a504319a\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.735347177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.735357547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.73565396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9362f50-8d7b-4ebb-851f-ef81573be588\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.735694921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.736066205Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.739925989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.740155862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.743713693Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.744062467Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.746255802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.746489384Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.753639236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":23,"elapsed":"717.112547ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.805181216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.805205847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.835858338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.835966009Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60728"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.83611378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3a9d927c-364c-4f06-8a3b-cdb9c676957f","remote_addr":"[fd00:1122:3344:101::b]:60728","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.836376173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3a9d927c-364c-4f06-8a3b-cdb9c676957f","remote_addr":"[fd00:1122:3344:101::b]:60728","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.873689491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/oximeter.rs:76","collector_id":"3980dd20-a3be-40d3-b9e5-094b8ed4b785","producer_id":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:46.873714271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/producers","method":"POST","req_id":"3a9d927c-364c-4f06-8a3b-cdb9c676957f","remote_addr":"[fd00:1122:3344:101::b]:60728","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37660,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.873793362Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9d927c-364c-4f06-8a3b-cdb9c676957f\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 02:20:46 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.874960575Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:46.874979745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:52.153267489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"52efa399-bc80-43b8-bdb4-1ba9a4743f7b","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":516,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.035693797Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.035760918Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.035776308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.035788098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.036279184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.036302544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.038236876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.040746405Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.040761575Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.040905887Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.042306973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.042572656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.044085653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.046481651Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.046496001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.046632743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.058834082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.058855292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":68,"elapsed":"23.152235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.065831522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.066050585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:56.094090266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"58.415469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:57.146550772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"69600452-ba31-4f1a-9cee-e68177444d30","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:57.146897876Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"69600452-ba31-4f1a-9cee-e68177444d30","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:57.149648847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"69600452-ba31-4f1a-9cee-e68177444d30","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3193,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:57.149899275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"60bad41e-3af1-4d7e-9011-5687571854a2","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:20:57.150204434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"60bad41e-3af1-4d7e-9011-5687571854a2","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:20:57.152000904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"60bad41e-3af1-4d7e-9011-5687571854a2","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2164,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.036586326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.036665787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.036685357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.036701657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.037104242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.037116982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.038799431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.038980883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.039248966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.040667233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.066616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.04126464Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.04127771Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.041415531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.043234692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.043398314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.044733339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.047015225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.047028186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.047158627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.063429733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:06.063459214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":69,"elapsed":"26.884067ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:07.15350409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"861e8682-d693-4f0b-910c-e0481c93ee8a","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":360,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:12.14667202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"70a9488b-d60a-4020-8481-825991c9282d","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:12.147006354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"70a9488b-d60a-4020-8481-825991c9282d","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:12.148858566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"70a9488b-d60a-4020-8481-825991c9282d","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2306,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:12.149195799Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ff739158-b09d-49cc-86a3-2a81ec363f95","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:12.149511303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ff739158-b09d-49cc-86a3-2a81ec363f95","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:12.151634347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"ff739158-b09d-49cc-86a3-2a81ec363f95","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2494,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036680675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036741746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036755386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036766116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036781426Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036790667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036800647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036809327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036818407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036828817Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036837687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036847767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036858707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036868197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036878897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036888437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036898558Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036911618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036922618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036936208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036948768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036959178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036974958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.036985819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037003579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037014669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037024679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037035649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037045529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037055459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.03706447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.03707497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.03708379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.03709414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.03710438Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.0371223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.03713689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037193761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037317733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037338553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037350223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037360673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037430404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037447704Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037460624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037470774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037481844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037491935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037504184Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037515035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.037527865Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.043277401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"6.510054ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.044672327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 828479024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.04496882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.048681192Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.050790827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.050820407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.051006629Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.0510885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.05111406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.051125411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.051362163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.052636608Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.053054642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.054925974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.054942704Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.055098236Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.057047068Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.057666335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.057683286Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.058012219Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.061013854Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.061042334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.061234606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.063567063Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"26.603625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.06418208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.065780408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 849586276 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.066180893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.066349225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 850150152 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.066712079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.067410057Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.067435417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.06770569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.069717093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.069743394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.069753474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.070118038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.071469013Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.071678616Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.072258292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.072425154Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.084474892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.087550157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.087583448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.08778941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.091724055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.092000028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.09386709Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.094378455Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.095905183Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.096145096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.098398402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"61.577294ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.100624417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"63.73277ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.102195705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.102226005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":70,"elapsed":"65.347448ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.103949935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.103975505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.104298999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8394d71-92d9-4f79-853c-b1832e95f1e4\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.104320099Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.106605115Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.10790129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.108210113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.110408069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.110741612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.112767456Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.113230091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.113457873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.113786107Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.115026281Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"78.346366ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.115856091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.115883121Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.116060633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.116299406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.116315546Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.116594419Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.11663968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.118574122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":24,"elapsed":"81.776026ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.119217079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.1192397Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.119359021Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.119481642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.119577563Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.120641306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.120812668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.121251673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.121264073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"84.538137ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.123189695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"86.348927ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.126878587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.126904547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.126918147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"90.120701ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.15686572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"120.030323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.159132466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.161090289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.161110529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.161245171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.162799858Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.162825569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.163105482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e15d0c3-2c4e-4968-b5af-1971e11545fa\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.163137202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.164522028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.173975266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.173999436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.174475762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338a6abd-922b-49a2-aab0-aa11af125060\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.174529232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.175535764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.175873978Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.176490825Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.189865178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.190204752Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc531f1e-3baf-4136-b18c-75a1bd0e93ff\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:21:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.192306836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.192607479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.194640493Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":24,"elapsed":"157.920217ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.203618885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"166.678487ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.237755026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":24,"elapsed":"200.840768ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.261769731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.261791511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.262083605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.262397598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.263763304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.265445153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.265457483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.265600795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.266804559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.268339356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.268362106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.268483618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.279287591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7171fce-04da-40c8-833a-70bac7e5f2ee\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.279313542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.279640726Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.32374462Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.323787991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.331323297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.345354618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.345753912Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.348026598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.348048889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.348236291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.358184445Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.358490328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b223433b-1d31-41b6-8ecf-629fed606a9c\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358507688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358518129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358789001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358798292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358805022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358812212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358818992Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358825372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358985954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.358995764Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.359162656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.359183086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.359358338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.360797564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.360932696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4287d009-7f90-488c-80d1-ce96d4d76b05\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.360959306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.361036647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1661746-23b7-4477-9a99-fabeb0fd0acd\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.361053527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.361064728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.413954213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"045cc20c-c080-430c-a56d-8f39b9c90f77\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.413995033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.414333927Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.414410008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe749e0-0c29-4898-b31a-fbe12138ee60\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.414451069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.414462569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.414470909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.41633713Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":24,"elapsed":"379.617215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.418328523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.418665867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.42155624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.421991595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.426041901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.426062272Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.426557947Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"de1a02fa-88dd-472d-afff-3bee80cd6559\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.428004114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":24,"elapsed":"391.026156ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.531508289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"562529ca-101b-413e-977c-e90a00142904\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:16.531549749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.531560719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.531814992Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5a0686-d089-49bb-a489-5fbf8d65f9eb\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:21:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.531849753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.532177196Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.535218881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.535586655Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.539618431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.539925855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.541915468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.542154511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:16.548584984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":24,"elapsed":"511.916779ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:22.153727879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"2df9034d-076f-4317-8ff1-ed405afcb477","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.036978097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.037038008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.037048878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.037057808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.037396502Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.037469542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.039344114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.041885463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.041895303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.042061125Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.043943836Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.044189739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.045306862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.047832561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.047854821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.047995123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.059192731Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.059211251Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":71,"elapsed":"22.256714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.066228562Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.066451714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:26.067872301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.889013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:27.146853623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"9ab0d4e1-adb7-4464-a7cb-0bed273bd7b4","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:27.147172808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"9ab0d4e1-adb7-4464-a7cb-0bed273bd7b4","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:27.150110027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"9ab0d4e1-adb7-4464-a7cb-0bed273bd7b4","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3294,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:27.15038078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"595515cf-d666-4343-8b6f-a280f5acd210","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:27.150708894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"595515cf-d666-4343-8b6f-a280f5acd210","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:27.15301452Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"595515cf-d666-4343-8b6f-a280f5acd210","remote_addr":"[fd00:1122:3344:101::d]:42001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2692,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.036669822Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.036745182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.036762043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.036776193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.037072056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.037244528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.039119179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.039449543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.039713076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.041071892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.388541ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.041748149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.04175719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.041919491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.043243167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.043418859Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.044934856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.047236092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.047245803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.047380884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.059658434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:36.059682935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":72,"elapsed":"23.033704ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:37.155289125Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"ff9a8d31-7d29-4c0d-9401-745cf5331fb1","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":544,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037366088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:21:46.037422898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037436238Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":14,"elapsed":"26.12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037445788Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037453958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037462949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037470159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037477519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037485349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037491969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037498869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037506759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037516339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037526699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03753727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037547279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03755645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03756785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03757824Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03758729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03759645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03760603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03761597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03762524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03763472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037681961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.037693531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037704171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037716101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037725352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037737392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037747992Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037757502Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037768432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.037779862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037790072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037799633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037810853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037820873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037830893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037841923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037852243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037863143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037873633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037884923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037894854Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037904844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037915654Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037926794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037936474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037946974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037956664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037966664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037976295Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037986564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.037996825Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.038007875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:11:46.037812722 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038018345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038028255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038038715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038047965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038057935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038067585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038077716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038090576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038103036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038112506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038166087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038181227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038192647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038205107Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038217427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038230677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038241738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038253378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038265038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038326359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038350529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038360539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038369499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038379179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038388269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038397669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038407149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.0384161Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03842514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03843246Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03844142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03845008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03845898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03846755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03847561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03848504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 821781848 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.03849931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 821812688 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038580881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038593802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038735043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038753093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.038895105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.039012526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.039033567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.296335ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.039075277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.039088157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.602938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.042154862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.042471426Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"5.075358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.042675008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.044156555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 827485323 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.044438369Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.045066386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.045092576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.045277368Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.045919365Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.04629212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.047068559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.047091029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.047319491Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.049499326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.049935591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.050275155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.051712102Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.051739212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.051891584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.055112191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"17.48846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.057185624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.058013144Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:11:46.037812722 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.058039934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:11:46.037812722Z\",\"pruned\":[]}","iteration":13,"elapsed":"20.206212ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.058277897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 841588114 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.058661311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.060629664Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.060660884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.060927647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.063537447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.066717004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.066745924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.066933566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.088585014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.09090189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.090935911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.091145623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.095950758Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.098060442Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.098095312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.098108523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.098117253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.098493697Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.099318846Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"61.847548ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.100699772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.101218498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.101247439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.101461231Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10306006Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10308568Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.1030956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.1031045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.103476454Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.103842658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.104090851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.104243603Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.104274483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.104553457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.10485545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10486861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10487564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.105130823Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.107040385Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"69.460224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.107138946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.107157356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.107387498Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10840724Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.10843587Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.108451091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.108565352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.108678083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.109651344Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.110341832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.110363873Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.110375243Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"72.5716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.111800719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112456227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 895778614 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112692429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112707579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.112828931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112872811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112884041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.112982493Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.113142215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.114329701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.114499418Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.114744113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.114957695Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.114972245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.115300159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.1153721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.11538536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.11539305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.115715894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.117066919Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.11709378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.117259851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.118455595Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.118568597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.118778459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.11885314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.118950341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.118981181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.119138933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.120331787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.120361727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.12057774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123015448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123161429Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.12323348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123364892Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123547774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123558614Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123719405Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"86.044584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.123979928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.125595197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.125622297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.125760689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.129426511Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.130373022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.132127762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.132159232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.132341644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.133554528Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"96.1714ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.13463094Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.13464707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.134878363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.139950911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.139979912Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":73,"elapsed":"102.471662ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.155742092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.155791713Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.155802853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.155812463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.156114956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.15729208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.157773225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.157848776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.157890027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.158237311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.15995133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.159975911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.159987661Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"122.555002ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.160390845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.160495966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.160508707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"122.644714ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.16079682Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.162067444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.162094775Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.162307437Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.163380579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.163653133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.16429014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.165055289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"127.211285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168141274Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168169254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168415447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168449937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"130.929399ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168615519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168630079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.16864259Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168869122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.168983314Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.169284507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.169871304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.169885274Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.169895894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"132.259384ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.170301089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":25,"elapsed":"132.591327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.17042401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.170979877Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"133.215474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.171723325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.172019588Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.174166959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.174191073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.174361522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.176320218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.176342148Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.176353818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.176365458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":13,"elapsed":"138.89122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.18094078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.18263494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.183303387Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.183320268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.183479349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.183945115Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.184210968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.185565993Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.185856807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.187560646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"149.903236ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.18784549Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.18785753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.188045212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.188894942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.188906452Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.189069553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.214718917Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.214747618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.214761548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.215022181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.216969923Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.220899678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.220919218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.22111226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.223572648Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.223594989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.223605209Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.223613959Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":13,"elapsed":"185.918488ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.22810607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.228131111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.228451284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24631ff8-6b29-45dc-87b1-b9564f4ee279\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.228476915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.230217324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.241105849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.241133969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"203.482358ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:21:46.278000142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.278033702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"240.129048ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.356620291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.356998226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"edb8ad61-3154-470c-8e0c-315ce8ee5c25\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.357015136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.358544623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4f91cc2b-31fa-4f9a-a69a-0d2fa13c11ea\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.358556953Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.36085602Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.3608684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"323.426302ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.363411759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.364838525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.364850185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.365101059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7104fac-16fa-4555-b4ef-3c4459c84625\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.365115259Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.366545885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.372027468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.372052878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.372268381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8732ad-c8aa-4aed-b67d-92be310b5fd6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:21:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.372283191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.374277524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.459178715Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.459515839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ea177c-5679-47c4-988b-2be38a5d58f1\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.459537269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.459546649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.45958375Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.460719853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":25,"elapsed":"423.130283ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.516474991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.526936051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":25,"elapsed":"489.407562ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.591025245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.591057065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.599888476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d035a5-9bc6-46c8-9583-fcd651965863\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.599914536Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.600341991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.616288104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.616320944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.622636126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.62294218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc13a1e6-e4eb-4197-9ad1-cfe8fbb2ed43\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.623154112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b5784313-7896-4cec-9a30-80c8c32c1872\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.623164882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.623498826Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.624506348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.624813311Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.625795043Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.626018305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.626374469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":25,"elapsed":"588.624647ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.626705523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.627182428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5b73dfbe-b6d1-4a03-9bdc-ef9f9831a7c5\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.627194819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.628942308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"31406ebb-7919-4b11-9f4b-cd1842cd08b6\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.628965679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.628974289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.629280752Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.630428316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"044252e8-178a-4367-af39-2443229cada5\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.630445026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.632158835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.632198436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"594.800217ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.632356147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.632366638Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.637657088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8c3059be-3efc-4e4b-9f2e-ceeb7c2bf2d1\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.639931094Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":25,"elapsed":"602.363595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.695899505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.696281029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.698853529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.698869449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.699053831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.708363868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.708710841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d259ac15-4ec9-401a-b624-0ce2a27f731d\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.708735472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.708745702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709063185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709075186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709081726Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709088976Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709095316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709101606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709265308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709275628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.709489401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.70949813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.709727763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.710929277Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.711041318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb81825-1608-4ede-af17-a5c753390e0b\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.711050968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.711137559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee03b73-3a6c-4b52-b790-687c6b1ffc34\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.711151369Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.71116393Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.821469702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c1bb7c40-3c20-45b1-91fc-539d5b3709ea\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:46.821509463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.821520343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.821802506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705972a6-ba18-4626-a574-395e94769da1\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:21:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.821842487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.822116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.825934303Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.826323628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.830156412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.830418535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.832438938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.83265446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:46.840417289Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":25,"elapsed":"802.85736ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:21:52.155579565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"d9cb58f7-b4c0-4df7-9d6c-3fa7cc9b0ce6","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.036821969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.03687994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.0368906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.03689891Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.037217074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.037239214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.039132676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.041565564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.041581024Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.041710765Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.04388811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.044199364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.045865963Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.048436393Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.048446363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.048614224Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.061248159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.061267469Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":74,"elapsed":"24.47992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.067738263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.068025997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:21:56.09713612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"60.309131ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.036715066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.036771327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.036783127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.036792527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.037141271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.037284343Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.038986252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.039236795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.039445908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.041232698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.527902ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.041656503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.041669973Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.041830275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.043406263Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.043715766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.045489097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.048022846Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.048034746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.048175457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.057902949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:06.057926239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":75,"elapsed":"21.197343ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:07.155879735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"26c80d82-ad31-418f-8a6e-e47275738b05","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.036982187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037022818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037031048Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037038088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037045718Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037052598Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037059408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037067239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037074909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037082389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037089559Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037098389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037105639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037113259Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037120819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037129059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037138529Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.037148889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03715878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03716782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03717553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03718268Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03718942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03719698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03720402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03721171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03721809Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03722566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.03723313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037239701Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037246901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037254071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037261611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037268841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037275611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037496804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037510104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037563984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037599725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037647245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037662735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037699516Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037710576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037719656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037728846Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037738706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037747476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037757256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037766036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037775027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.037784117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.039255173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.040978593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.886914ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.041870374Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.041893104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.042024345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 824864553 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.042041216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.042373199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.043420851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.0459537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 828794768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.046003341Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.046027721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.046227743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.046250884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.047837932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.048216406Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.049311109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.049791834Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.050117698Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.050664414Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.052438495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.052466745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.052690137Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.054721981Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.054749371Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.054941543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.057066377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.05731811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.058539604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 841381502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.058891428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.059546746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.05987216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.084924056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.087970331Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.088050172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.088223734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.091119547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.091571032Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.094662728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.096486949Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"59.302179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.097353378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.097383839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.097585761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.097756663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"60.695765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.09837944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.099890978Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100149761Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.100253632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100273132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100533415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100556495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100705447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7821e14c-c483-4716-aebf-f570f83f26e8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.100732887Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100805518Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.100823858Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100836378Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.100845909Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.101101481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.102557958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.102585938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.102639129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.10274116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.104266948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.104296118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.10441989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.104707763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.106797756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.107086349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.10803097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.108060271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.108325904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.110262786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"73.098727ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.1140734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.11410278Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.114298332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be96645-f017-4efa-bb45-1d18e8bd3c0d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.114321022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.116216394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.118185557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"81.136788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.121304972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.121789668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.122140352Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.125186187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.125219737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.12543091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.129088972Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.129131152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.129370975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32464222-b169-4f1f-b214-7c57fa988e56\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.129386325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.13075898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.131259446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.131280506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"94.068476ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.133696674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.133718645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.133726545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.133976127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.140110018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.140400411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.174267538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.174688473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.198912551Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.199211594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70929a17-1cdd-4f1f-9690-8635a3b3d5be\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.201010135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.201313958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.203285991Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.203301181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.203635555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ec8fd6-0a66-46ef-8557-d2d5e731c3c4\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.203665515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.204037339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.205677898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":26,"elapsed":"168.444008ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.20585669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":26,"elapsed":"168.751291ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.205895431Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"168.70044ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.208232027Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"171.226069ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.208942035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":26,"elapsed":"171.859026ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.21802519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.21805728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":76,"elapsed":"181.067533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.236593022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"199.351072ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.236804564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.236819934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.236829475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"199.645965ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.250688173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.250716954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.250931606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bd785d00-e96c-4e22-8f94-b945c8c14e82\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.250951496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.25130381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.252601305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.252773757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.255678881Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.256032994Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.258562434Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.258579814Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.279271711Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.279642625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.281418965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.281439585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.281664508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.292266379Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.292575063Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf4ccac0-1219-4ddd-8a5c-178781744c91\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292595433Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292607193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292866956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292878256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292885866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292894356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292902347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.292910607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.293067948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.293078269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.29320512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.29321549Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.293481843Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.295617338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.295718149Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce112ed3-3b91-4ceb-adf9-3ce9f603428e\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.295731489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.2958128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd779072-bf00-48bb-8aa5-b44270577160\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:22:15 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.29582896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.2958407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.304506479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.304802863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.30627292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.30808455Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.30810079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.308281872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.310017483Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.311744342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.311759782Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.311906564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.343962901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.373699821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e2574323-a0d0-4ed5-8bf7-13f297874030\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.375139848Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":26,"elapsed":"337.998619ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.375178208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63642844-9a18-4f51-b723-78c45f344020\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.375212309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.375224519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.375232459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.376875808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":26,"elapsed":"339.751588ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.515153831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"388806c0-6d84-45d6-8a4c-01b32a27a939\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:16.515212821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.515227041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.515653016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a383d4-ea7f-4eb0-8380-195dc4549d1e\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:22:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.515721707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.516242863Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.520808475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.521148409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.525732981Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.526212124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.528898118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.529230042Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:16.539395298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":26,"elapsed":"502.35968ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:22.155724561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"d2ff784c-5683-4387-b1fb-f753c64291aa","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":600,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.037705254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.037762545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.037778635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.037791965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.038270631Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.038290831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.040158962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.04260916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.042624301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.042759792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.044579763Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.044821626Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.046370753Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.048769461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.048781911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.048919822Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.05746071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.05747864Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":77,"elapsed":"19.809707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.077785193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.078173447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:26.079769186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"42.069122ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.037752213Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.037834204Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.037856194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.037872684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.038354999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.03837316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.039767296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.040706326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.040960459Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.042364845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.042375685Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.042532367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.044631291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.044807153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.046765746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.049557388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.049570088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.049702069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.061178891Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.061192961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":78,"elapsed":"23.473209ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:36.068551005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.794703ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:37.15498935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"6d3616a5-4656-4d0a-985d-b81ed69fcd35","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":559,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037842422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037915152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037930983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037944143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037955453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037965463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037976983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.037989893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038002513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038012974Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038023774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038034804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038046554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.038057944Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:12:46.037920623 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038070404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038081265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038092845Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038104075Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.038115835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038126225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038136705Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038147525Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038158765Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038169126Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038181056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038191776Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038202176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038213506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038224636Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038236326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038246116Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038258156Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.038269997Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038279677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038289787Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038299757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038311077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038320667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038330497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038340977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038352308Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038362248Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038372348Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038381448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038391048Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038401098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:22:46.038411768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038423048Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":15,"elapsed":"13.7µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038436669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038447699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038457499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038467639Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038477319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038487859Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038498689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038508839Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03851871Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038529199Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03853851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03854894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.0385585Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03856893Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03857915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03859178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03860466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038617721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038630241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038643721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038656091Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038668191Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038681961Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038694981Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038707052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038730432Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038807803Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038833133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038846003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038856693Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038867883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038880534Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038893584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038904524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038916734Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038928424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038940234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038950895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038962004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 821228611 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.038980835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 821295362 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.039357879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.03938656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.274185ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.039530271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.039557691Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.586498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.040904897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.041021668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.041257031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.041489324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.042418304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.503292ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.043099172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 825451070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.043397935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.043859971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.043881861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.043892171Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:12:46.037920623 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.043904241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:12:46.037920623Z\",\"pruned\":[]}","iteration":14,"elapsed":"5.971218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.044100633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.045163855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.045188606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.045408198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.045967185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.046889615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.047123408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.047872606Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"9.804162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.048797867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.048813737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.04904124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.051030153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"13.06949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.051223755Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.052185036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.053116517Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 835455884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.05344989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.053750964Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.053771674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.053964186Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.054543903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.054568423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.054791176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.058010553Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.058370677Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.061873097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 844214704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.062205791Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.070229713Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.070681728Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.070772449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.071068902Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.071095002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.071124293Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.071427076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.071577618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.088440721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.093373847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.093412008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.093664831Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.096551014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.09976192Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.099794101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.100033694Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.102761105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.103120039Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.104860179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.107827552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.107846272Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.108014284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.111527214Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.112672428Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.113036232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.114036143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.114781232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.114806932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.115116996Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.116513082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.116830425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.116879136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.116889896Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"78.63146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.117091388Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.117109409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.117178369Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.117347481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118007969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"79.834153ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.118283652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118308142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118319962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118331132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118571015Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.118652806Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.119198612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"81.066807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.120373266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.120801721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.121047494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.123498482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.124475623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.124497473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.124773396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.126562637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"88.421742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.127867962Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.127919732Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.127934722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.127944093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.128210056Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.128840453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.128864063Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.129608561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.129668942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.129692113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.129702003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.130072387Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.130705554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.131097979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.132540135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.132570966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.132764108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.133213983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.133256053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.134066092Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.134086073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.134097133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"95.843877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.134956653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.135885663Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.135912904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.136205957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.137602583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.138780086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":27,"elapsed":"100.956675ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.139139621Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"100.852654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.139705047Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.139726167Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.13998009Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.141649049Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.14166353Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.141918513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.143356449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.143372969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.143384549Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.143744023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.145091109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.147428145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.147738159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.14783527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.14786321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.147992872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.150324189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.150350659Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.150363969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.150376689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":14,"elapsed":"112.507607ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.154409105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.154433636Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":79,"elapsed":"116.123589ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.164582212Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.170718792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.171172417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.174198132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"135.965626ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175116062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175139163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175148503Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175156853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.175308195Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175329425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"137.151519ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175371325Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.175397296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175409446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"137.409192ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.175444646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.176708011Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.180627736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.180652166Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.180660946Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"142.529871ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.180818468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.180832738Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.181053681Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.187352522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.187387333Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"149.39787ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.188612767Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.188639617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.188653737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.189026722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.190020173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.190699601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.190958014Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.190972354Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.191267227Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479333bd-50e3-428b-86f8-75a2992beab1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.191287458Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.193887687Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.194014159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.194034079Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.194231811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.196838401Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.196864741Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.196878002Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.196890642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":14,"elapsed":"158.849387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.211213766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.211471538Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.212596211Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.21424193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.21426439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.214394862Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.222882349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.22292318Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.223156802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d7ebf3-3d74-4616-a663-51ba6286e405\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.223179083Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.225284907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.238641649Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.23866931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.238937903Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6862cf26-8d9e-4582-8192-b2e2c2e6c0fc\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:22:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.238964443Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.244322035Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:22:46.263801128Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.263831818Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"225.715934ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.333280093Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.333609047Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e4f7b5f-acc3-45d5-b2d1-ebeb9c5d0487\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.333629237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.335075883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f74d3eee-ceac-4a9e-86d8-17372e4356a4\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.335088153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.336285187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.336299727Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"298.429045ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.359841347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.50510644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.505594915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"10d81c72-8098-44bd-9eb4-b0875e33eb51\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.505617196Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.506993736Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ad62e87e-8a3d-4b08-8e7c-e56e3e2b2152\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.507018674Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.508385507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"03d369f8-02e3-4eb3-8d3f-6ad0e2f8c647\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.508403837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.510222168Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.510266269Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"472.377936ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.575352254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.575635187Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269aab29-d5a4-4231-873a-1487d9e3eaab\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.577749051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.578040965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.58810278Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.5881247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.588744447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668d46cf-f30a-4dea-9e46-c631392388fe\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.588762357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.58904446Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.590205114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.590524577Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":27,"elapsed":"552.619555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.592056545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.592074665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.592241967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.594020537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":27,"elapsed":"555.801411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.608518883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.608854337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.610943941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.610971122Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.611277225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.621184628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.621448941Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60937393-f329-4c8c-80ce-a7e68e49f0e2\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621469522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621480512Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621695494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621707574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621715844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621723894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621732225Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621739965Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621922757Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.621933867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.62217133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.62218155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.622401632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.624158632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.624254554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5028afa6-08a2-4202-bcdd-10cab2d7d850\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.624266063Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.624354425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbfda2b-07da-4795-8607-d74246437d25\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.624368475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.624378485Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.631433566Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.631446586Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.679138282Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737054885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d98b350e-653f-4b76-9259-0423129272e9\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.737077665Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737086995Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737333968Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"562b9012-1a48-4415-9e65-0a0320663961\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737347688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737733632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737782153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a75cdbe0-8e12-4dec-9638-cc832b26ef4b\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.737803743Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.737813623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.737821543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737829834Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d7de41-d97d-4f30-990f-2c961f1aa39f\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.737851474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.738131077Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.738827515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":27,"elapsed":"700.603999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.739893897Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.740090969Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.741493136Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.741770319Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.743035813Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.743238555Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.744674722Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.744872104Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:46.746211271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.746227349Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.74628721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.746506025Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.746530766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e5a8c3a6-4504-44d8-8c99-c8752a75ebd8\", \"date\": \"Tue, 19 Nov 2024 02:22:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.747829768Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":27,"elapsed":"709.721803ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:46.753418472Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":27,"elapsed":"715.55041ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:22:52.155113628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"6c9333de-cd47-4d53-b631-abfa83b0927a","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":600,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.038359466Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.038407376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.038418396Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.038426596Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.03870602Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.0387235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.040926775Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.043342233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.043355423Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.043484544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.04569988Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.045927072Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.047331838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.049676535Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.049687856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.049817837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.061843235Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.061870745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":80,"elapsed":"23.497788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.066122193Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.066330376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:22:56.067481829Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"29.139143ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.037827338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.037905119Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.037921979Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.037934159Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.038310853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.038331334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.040478088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.040677451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.068425118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.069176377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.351309ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.070979507Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.070990338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.071145109Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.073409725Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.073614017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.075121265Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.077427421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.077439931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.077572783Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.088389577Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:06.088415907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":81,"elapsed":"50.59977ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:07.156778255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"953a0a2e-cb65-4e87-a5b9-9fd6fb2f376d","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:12.148263866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:52824"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:12.148356287Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"1e1a3d14-5f7c-430d-9782-f0c0338877a6","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:12.148670201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"1e1a3d14-5f7c-430d-9782-f0c0338877a6","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:12.150940827Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?sort_by=id_ascending","method":"GET","req_id":"1e1a3d14-5f7c-430d-9782-f0c0338877a6","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2627,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:12.151151989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"2ec53ca6-5bf6-4916-bc68-f36cdf20d5cc","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:12.151462653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"2ec53ca6-5bf6-4916-bc68-f36cdf20d5cc","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:12.153625098Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/collectors/3980dd20-a3be-40d3-b9e5-094b8ed4b785/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZmU3NDgyNC0wYzA4LTQ4ZTEtYTc1NS1mYjEyM2U4ZGMxODEifX0%3D","method":"GET","req_id":"2ec53ca6-5bf6-4916-bc68-f36cdf20d5cc","remote_addr":"[fd00:1122:3344:101::d]:52824","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2512,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038464073Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038510404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038524304Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038534744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038544824Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038554124Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038564425Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038574005Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038584515Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038593835Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038602895Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038611335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038620975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038630855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.038641095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038651335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038660966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038669096Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038679646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038688416Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038697636Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038706506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038716176Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038725016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038733356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038742716Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038753216Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038761957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038770647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038779307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038789017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038798317Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038807977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038817247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038826908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038945719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.038997129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.03903076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.03904479Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.03905571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.03906667Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.03908082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039135861Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039148721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039157521Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039167411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039176772Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039186821Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039204592Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039246022Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.039256922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.040476496Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"1.995193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.041532838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.042206686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 824044354 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.042410689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.943385ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.0425539Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.042823473Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.043634372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.043654463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.043813234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.043849185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 825707123 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.044073297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.045042139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.045053669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.045223031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.045264481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.04694894Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.047470646Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.04774215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.048074623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.048085853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.048334026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.050313699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.050337089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.050481461Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.051180859Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.054090982Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.054116023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.054266624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.054556837Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 836407525 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.054835011Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.05653133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.056827123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.057207548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.057750254Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.057998907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.058445482Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.058472052Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.058639794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.058656594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.061403226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.061426356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.061627018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.079774576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.079814206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":82,"elapsed":"41.138761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.080239702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.080503805Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.083016153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.083357937Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.083991194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.084011215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.084020465Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.084218157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.084416689Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.08448288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"45.943346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.084902485Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.085623633Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.085958237Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.087380383Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.089465597Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.089661409Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.090754142Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.090774392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.090920524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.092770675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":28,"elapsed":"54.13978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.102236543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.105219097Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.105236497Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.10545392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.107604644Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.107618334Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"69.020069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.107861347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.108430564Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.108445284Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"69.99326ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.11596838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.11598489Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.11599256Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.116214383Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.123055181Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"84.404976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.12910989Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.129302152Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.131975203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"93.261697ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.133985086Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.134000916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.13435346Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185c6b48-b255-45d3-a8bf-a0072ae9c1f1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.13437599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.136364543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.144516247Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.144540147Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.14484297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a9dacd-b714-4427-90bb-b823c81c5593\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.144861641Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.146862173Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.151737669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.151764329Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.15177631Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"113.176425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.152976583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.154971526Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.154991926Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.155147868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.155502802Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.155514392Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.155751095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd64dcc2-4f75-4359-a551-de5ab63d3ea9\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:15 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.155762285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.157126591Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.166286316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"127.585229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.174847584Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.175274339Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.223057476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.223100246Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.240166361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.240578866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b227f6fd-dd6d-4810-8230-46f6cec37a0f\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:23:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.242563239Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":28,"elapsed":"204.047125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.242618849Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.242895363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.245168059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":28,"elapsed":"206.667385ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.247661387Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"208.918571ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.274920519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3a092c-097d-493f-9dc1-7b379b72047a\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.2749505Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.275405105Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.285107576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.28544255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.287028108Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.288851129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.288875669Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.289030101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.290468407Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.292279678Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.292293898Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.29245307Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.319898074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.320248028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.321724605Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.321742055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.321945957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.322837208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.322859008Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.323145901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7cd57c29-6fcd-4290-b99b-951e1d409f27\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.323170682Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.323355244Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.324899111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.325064153Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.32739976Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.327586242Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.329404363Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.329643036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2b4dd2-f7fc-494d-a027-6aa86ea0c09f\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329663486Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329674766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329913729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329924359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329933139Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329941449Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329949279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.329957519Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.330097541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.330107811Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.330347554Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.330356864Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.330596387Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.339537999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.339935034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c172cb6e-35cf-4fca-8025-a4e3ce66c9ce\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.339961264Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.339970074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.339977074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.341960607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":28,"elapsed":"303.27674ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.342022297Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.342134089Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dab4add-65b3-430b-a6b3-8d07f4828abf\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.342143579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.34224296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f59de83-70d3-40ae-a081-267cc9978003\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.34226527Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.34227879Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.342753916Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.342773746Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.44799612Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bbf40d87-5adf-47be-acad-316eefb9543b\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.448022201Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.448032111Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.448278823Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f176e0f5-f188-4b72-9704-50700e06e125\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.450233386Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":28,"elapsed":"411.668622ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.450264626Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d993276-ab2a-4a95-8b65-ba023aa851be\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.450298817Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.45054604Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.453965819Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.454153611Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.45670356Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.456929703Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.458323889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.458562781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.464313907Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":28,"elapsed":"425.786623ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.878305726Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.878343656Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.908291789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.908418261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52756"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.908524832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d77822e7-d810-4890-a7d5-be159dfae2ca","remote_addr":"[fd00:1122:3344:101::b]:52756","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.908869026Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d77822e7-d810-4890-a7d5-be159dfae2ca","remote_addr":"[fd00:1122:3344:101::b]:52756","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.941715762Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/oximeter.rs:76","collector_id":"3980dd20-a3be-40d3-b9e5-094b8ed4b785","producer_id":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:16.941736182Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/metrics/producers","method":"POST","req_id":"d77822e7-d810-4890-a7d5-be159dfae2ca","remote_addr":"[fd00:1122:3344:101::b]:52756","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33271,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.941780932Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77822e7-d810-4890-a7d5-be159dfae2ca\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 02:23:16 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.942825494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:16.942835615Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"producer-registration-task","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:22.156285966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"d5612dec-8628-4b3f-a442-78a3e06a0948","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":440,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.038527422Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.038579652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.038594313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.038605983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.038969957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.039017208Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.040548545Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.040706457Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.041193233Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.042131853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"3.625981ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.043722531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.043732451Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.043873733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.045793305Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.045974197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.047543215Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.049854312Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.049864662Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.049998463Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.058250158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:26.058272988Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":83,"elapsed":"19.736396ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038581901Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038713632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038724882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038732132Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038923125Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.038933135Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.04115569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.043629508Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.043645659Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.04377936Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.045750133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.046008556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.047609834Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.050005261Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.050016332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.050149533Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.059142676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.059155866Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":84,"elapsed":"20.593106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.067666074Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.067849956Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:36.095824796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"57.241085ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:37.155820138Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"53dad494-6925-4cc2-b691-0fd69e48b4f3","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":540,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038517178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038571509Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038582869Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038591759Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038599389Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03869875Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03870847Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03871627Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03872543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038734751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038743581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038751921Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038761291Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038769471Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038777741Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038793271Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038801971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038809902Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038817702Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038825942Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038834552Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038843522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038851692Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038861082Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038870112Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.038879412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038888522Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038896832Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038905123Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038913133Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038920453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038929403Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038936853Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038944253Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038952203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.038961203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 02:13:46.038847662 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038969163Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038977013Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:23:46.038986364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.038995653Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039003954Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\"}","iteration":16,"elapsed":"13.49µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039013854Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039021744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039030424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":31,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039038534Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039048174Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039055934Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039063594Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039072114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039081774Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039090635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039098955Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039109915Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039123975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039136285Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039149145Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039161735Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039175016Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039186326Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.039200316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039211796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039223306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039235196Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039247676Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039259547Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039274087Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039289267Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039304327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039317537Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039381058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039407038Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039424578Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039441169Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039457189Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039468999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039478739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039487729Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039497829Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03950751Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03951809Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03952851Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03953723Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"27d1a6ca-1b76-4956-aefa-e234c7d60cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"91bdcbd0-987b-49c4-8200-fc3e8f332b6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 820898298 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03954928Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03955872Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03956786Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03957684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.03958548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039594051Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2d59cdb7-e3b1-4e94-afa3-f64f69928234.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a949a8d8-46c7-4423-b760-c03f98ccf638.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b190a9bf-d8b7-43c3-add4-e113c9b89870.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 820951598 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.039942504Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.040037925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.040051686Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.316415ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.040132327Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.040144737Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.286495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.040205178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.041702855Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.041737095Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.041977028Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.041987668Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.043261353Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.630803ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.044664658Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 826013076 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.04480252Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 826162418 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.044930792Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.045057003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.045901313Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.047285288Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.048019637Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 02:13:46.038847662 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048042967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"expiration\":\"2024-11-19T02:13:46.038847662Z\",\"pruned\":[]}","iteration":15,"elapsed":"9.172995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048567373Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048736275Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048750045Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048941358Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.048952607Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.050398864Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.050420714Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.050627688Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.051359453Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.053163966Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.054063856Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.054077066Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.054235228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.055761696Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.055777756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.055989018Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.057959101Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"18.984347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.058143693Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.061587232Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.065244824Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"26.723946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.069356671Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.069777706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.081781883Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.086020542Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.086057882Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.086289785Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.095704053Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"57.156114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.098024779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.09895957Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.099450245Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.10160569Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.101795652Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.101818033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.102062886Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.10418842Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.104575514Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.104601904Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.104704846Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.104850977Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.105488975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"66.550862ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.105567506Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.105583296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.105596766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"66.622222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.107329206Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.107351316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.10777033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.107943172Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"69.371044ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.10946474Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DnsResolver","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ffe74824-0c08-48e1-a755-fb123e8dc181.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 890815157 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.109814544Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.111365581Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.111756706Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.111806106Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.111983779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.112010439Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.112020789Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.112203031Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.112332332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.114361427Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"75.441053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.114908402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115142415Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115164885Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115176185Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115186645Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115426868Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115905983Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.115931794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.116127476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.116839754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.116859844Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.116867574Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117065337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117105417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.117120647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117135298Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"78.338156ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117224999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117937017Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.117958717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.118191739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.118540223Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.118910328Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.120597717Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.120945161Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.120971911Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.121010632Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.121166524Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.121356766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.12171724Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.122452358Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"83.622206ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.122663361Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.122685841Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"83.85767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124189078Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124207978Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124282699Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.12429838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124394041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124413001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124422781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124433061Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124496402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.124709424Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.126194741Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.127530857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.129282657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.129303347Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.129523309Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.132336721Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.132366642Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.132581084Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.134064001Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.134320684Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.134411375Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.134640058Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.137724113Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.137750563Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":85,"elapsed":"99.125364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.145578203Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.145849556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.153015338Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.153042218Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.153050438Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.153057499Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.153296041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.16280411Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.162828421Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.162839561Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"123.887767ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.167213121Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.191054033Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.191402137Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.206068475Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.212241306Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.212262266Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.212529019Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84793393-4856-4f03-91bd-08cdb1052cf8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.21254679Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.214219029Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.286132292Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.286172332Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.286439675Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdfcb9c-132f-434f-b19f-4fcc5d2621fa\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.286454565Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.288191345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.344057255Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.373448221Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.373479402Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.373832226Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"MgsClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ba85d7-0f3f-4b11-8526-ce372c38bb36\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 02:23:45 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.373850666Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.375386754Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.414658593Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":29,"elapsed":"376.089114ms"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.443986359Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.444007279Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.444248372Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aded25e-4365-4fd4-be20-83e141d4c388\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.444274412Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.444694157Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.447082484Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.447289766Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8c04fa4d-031f-4603-9b0e-246b45d39276"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.447312657Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.447325367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:27.714570 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.447339177Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1}","iteration":15,"elapsed":"408.805919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.448014635Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.448368779Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.449232599Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.449249719Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.449429931Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.452033541Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.455743583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Sled { parent: Fleet, key: ffe74824-0c08-48e1-a755-fb123e8dc181, lookup_type: ById(ffe74824-0c08-48e1-a755-fb123e8dc181) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.455767234Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.456041557Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.45809745Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"0","iteration":29,"elapsed":"419.36994ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.465623996Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.46591342Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc44aff-ac0a-4ed6-bae6-1d8664108617\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:23:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.467505228Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.467781301Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.468739852Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.469063276Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b7c408f1-b478-49ec-8e53-a3b79028ba14\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.469079076Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.469477571Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"null","iteration":29,"elapsed":"430.80299ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.4711558Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"83c58ece-e54c-4ea3-a66a-773d8a99066d\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.4711807Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.473206933Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.473220733Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"434.454662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.476089756Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.478879408Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.478893548Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.47906178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.483266618Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.483752924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dab1344c-2211-4692-bd1f-8003b0ad859d\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.483774394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.484558003Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T02:09:41.910054Z, time_modified: 2024-11-19T02:09:41.910054Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 78638afa-e975-44a9-b764-0afec18d156f, db_silo: Silo { identity: SiloIdentity { id: 78638afa-e975-44a9-b764-0afec18d156f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T02:10:28.623188Z, time_modified: 2024-11-19T02:10:28.623188Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.484587884Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]}},\"default_endpoint\":{\"silo_id\":\"78638afa-e975-44a9-b764-0afec18d156f\",\"tls_certs\":[\"fe94815f3f5502a309deafc95cd58d4fe61e984b7bd8ad11309589068beb64f5\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"445.772202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.486544556Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"447.507242ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.487909062Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5e446ff4-d44b-4270-b2e1-bb7c74654c47\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.487938572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.489802273Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd2addfd-9b12-4b0a-9418-2d55e5f259f9\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.489821523Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.491743975Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.491794036Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"453.036555ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.495513749Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.495526299Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.495765381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8b45155f-8f18-435f-a5cd-3c477e9e8734\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.495776572Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.496086155Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.497871436Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.498079948Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.501491377Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.50179739Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ffe74824-0c08-48e1-a755-fb123e8dc181 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.505007857Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.505022647Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.505342531Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"495263d0-62fd-4da6-9d5c-4e717d47c1e1\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.507365624Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":29,"elapsed":"468.402131ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T02:23:46.509955364Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.509973404Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"471.014461ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.511457041Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.511470151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.511480241Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.511715034Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.513048069Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.515965712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.515981513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.516135794Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.51830889Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"af79c7eb-bc4d-42f8-9217-8b35affeeebb"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.51833146Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.51834071Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"current_time_created":"2024-11-19 02:10:28.769117 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.51834938Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"generation\":2}","iteration":15,"elapsed":"479.72683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.545136337Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.54542808Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.555226322Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.555601316Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.557528448Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 20bc3881-e2ee-4d8d-b84b-b0c1e478721f, rack_id: a894e92e-d765-4f15-b6b7-cb9ca46d1860, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8597d802-6d4d-4493-88de-333a1f340c20) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.557547059Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.557762601Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.56813815Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.568417573Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22cbaef3-17fa-48f2-a4d3-2c339e219d4d\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568442623Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568454513Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8597d802-6d4d-4493-88de-333a1f340c20","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568698376Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568725296Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568736367Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568747447Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568758867Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568768967Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568884628Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.568895589Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.56905065Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.56905935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.569325833Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.571297476Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.571429878Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724e985c-1b0d-4c1f-8208-7dc92d4d8f5b\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.571440958Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.571525999Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"component":"DpdClient","rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd014b20-45de-4ab0-8550-f05a14408136\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.571539939Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.571551179Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.574050568Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.575829438Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.575841178Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.57599925Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.577364055Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.579192816Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.579205576Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.579365088Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.663249118Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.663695543Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"SledAgent":"ffe74824-0c08-48e1-a755-fb123e8dc181","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac2a38b-29b6-4d6b-8456-c234170b622e\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.663713194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.663723004Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.663731444Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.664432922Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":29,"elapsed":"625.50721ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.852403394Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"948d32f1-c20f-4557-9124-6ad87d88f202\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:46.852445744Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.852456924Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.852695127Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"rack_id":"a894e92e-d765-4f15-b6b7-cb9ca46d1860","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a438d9ba-98a6-4c0b-87ba-8d1c44f3d0ba\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 02:23:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.852735197Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.853032321Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.856650202Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.856942335Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.859723117Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.859909809Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.861571859Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.861915583Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:46.868548908Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{}","iteration":29,"elapsed":"829.630696ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:23:52.157294622Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"5d7fab0a-3231-4087-8b01-f72df2811a08","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":540,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038532906Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038584567Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038596357Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038605487Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038899481Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.038948781Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.040916324Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.041132986Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.041311838Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.043840067Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.043857707Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.044000129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.046513158Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.04671795Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.048241468Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.050634495Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.050647935Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.050789417Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.06246198Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.062485501Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":86,"elapsed":"23.975565ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:23:56.069662023Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"31.125146ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039259673Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039344494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039365194Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039380984Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039801129Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.039821579Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.04162971Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.041895143Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.042097625Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.04420712Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.04421796Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.044359151Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.046403345Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.046605617Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.048119114Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.050433771Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8f818ae5-d130-41a2-9678-88fbc87cf115, lookup_type: ById(8f818ae5-d130-41a2-9678-88fbc87cf115) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.050445381Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.050581662Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.059421154Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"original_time_created":"2024-11-19 02:09:35.029573 UTC","original_target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","time_created":"2024-11-19 02:09:35.029573 UTC","target_id":"8f818ae5-d130-41a2-9678-88fbc87cf115"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.059435494Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8f818ae5-d130-41a2-9678-88fbc87cf115\",\"time_created\":\"2024-11-19T02:09:35.029573Z\"}","iteration":87,"elapsed":"20.217592ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T02:24:06.06960804Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f02be878-8b16-4056-a261-089d083d36be","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"30.353998ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T02:24:07.156251207Z","hostname":"oxz_nexus_f02be878-8b16-4056-a261-089d083d36be","pid":23225,"uri":"/f02be878-8b16-4056-a261-089d083d36be","method":"GET","req_id":"907c7ff3-8edd-42ab-9e05-cd2444b47831","remote_addr":"[fd00:1122:3344:101::d]:35022","local_addr":"[fd00:1122:3344:101::b]:44461","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"f02be878-8b16-4056-a261-089d083d36be","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":550,"response_code":"200"}