{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418459976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418561348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418572189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418580819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418871415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.418884886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.420454649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.420978011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.421172965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.422754038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"4.280562ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.422766979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.422775859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.422920672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.425033098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.425223071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.426715314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.428712926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.428728247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.42885765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.437164478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:03.437189759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":18,"elapsed":"18.734302ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:08.914380656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"b22b1a11-a885-4156-a9a6-7e94595fc90d","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418067736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418122068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418131978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418142348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.418149748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:50:13.418078096 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418159138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418167738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418174909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418183299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418192439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418199999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418209479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41821825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41822629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41823447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41824243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41825202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41825996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418268511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418276521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418284771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418293111Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418301511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418308821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418316022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418324082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418331692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418340022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418347802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.418355873Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418363173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418371483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:00:13.418379993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418389123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418396973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418404323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418412584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":5,"elapsed":"13.871µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418423234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418430784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418438594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.418446255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418453675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418461725Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418468825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418476055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418485755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418493796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418500016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418506126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418513066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418518986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418526186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418532986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418562427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418634948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41868978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41870054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41871259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418756381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418779782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418797772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418805942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418826653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418834683Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418842393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418851003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418864204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418892214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418902314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418909874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418917205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418925825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418931905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9517, tv_nsec: 397405171 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.418944765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9517, tv_nsec: 397428342 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419014297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419023357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419030277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419037367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419044037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419052097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419058588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"12.841µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419066168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419072788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"9.451µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419080818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419087678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"7.69µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419094308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"7.34µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419101418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419109849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419275862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419288022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419327343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419363754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419450896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419462316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":4,"elapsed":"1.298118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419473837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419482377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419498417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.419506807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.306718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.41961997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.420953658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.421891789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"3.546016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.422622544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.422644565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.422655765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.422739857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:50:13.418078096 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.422750957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:50:13.418078096Z\",\"pruned\":[]}","iteration":4,"elapsed":"4.671981ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.422793498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.424809091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.424837942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.424972364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.425335642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.425520066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.425735501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.42711369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427181952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427275664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427349446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427412947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427424187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9517, tv_nsec: 405924064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.427733634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.427891557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.428097122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.429065252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.429076953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.429092973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.429242326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.42941813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.430657807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.430990304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.431001614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.431180648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.432248431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.432260571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.432436245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.433068689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.433093099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.433217852Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.433285093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.434557061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.435057901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.435071692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.435269726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.435672804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9517, tv_nsec: 414163701 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.436014872Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.436280007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.436305258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.436431831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.438036215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.438563496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"19.537619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.439600409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.439616449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.439751612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.439762162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.440183811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441089661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441201973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441384977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441596432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441608572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441709474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9517, tv_nsec: 420189880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.441785746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.442017871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.443727377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.444436473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.445025065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.445045786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.445053016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.445058886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.445271251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.450913152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.450939062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.450947102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.450953522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.451038934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.451135686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.45271744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.453050068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.453068368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.453303283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.453908896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.453940077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.45408761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.455729995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.457081114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.457650356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.459338513Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.459353373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.459535897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.461148641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.461165792Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.461308795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.461328135Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.461338016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.46154281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.462134053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.462150053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.462159713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.46246012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.463983112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.464481803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.466845684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.466867234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.467036718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.467165821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.467185821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.467330624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.46804457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.468290395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469529812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469550342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469560082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469568762Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":4,"elapsed":"51.312671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469576942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469642864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"51.588008ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.469807718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.471034974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.471052294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":19,"elapsed":"52.692502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.471159736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.472953875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.472965845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.473111898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.476635084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.476660715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.476669415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.476878919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.478810151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.478836151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.478847492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.479091517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.479599408Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.479617838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.479629329Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"60.595792ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.481881507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.481902417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.481914458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"63.518564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.482319856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.484657146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.484683577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.48482286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.487211151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.487433726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.487847985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"69.413321ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.488308005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.488325795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.488335815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"70.007744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.489511771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"71.331752ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.490107023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.490123064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"72.026756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.490677746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.490936131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.49227261Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.492396553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.494390106Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.494409586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.49457831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.494968688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.494984388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.495142322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.495226333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.495238714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.495248384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.49552467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.496403419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.496590373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.496645524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.496845628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":7,"elapsed":"78.69989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.498026793Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.499223779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.49923675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.499401813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.499897674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.499948015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.500055827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.501443877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.501466827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.501475138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.501484118Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":4,"elapsed":"83.146085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.508013478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.508271024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.515251954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"97.028364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.537349058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.537624064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.546840182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.546887433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"128.441979ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.575320533Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:00:13.586587255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.586643617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"168.296244ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.598837638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.598883019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.599301128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef65005f-210f-4884-b4c0-5d0c4e80f03d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.599334909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.602448616Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.642030556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.642541077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.645437609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.64592735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.64594463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.646322178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028a6ffc-d58e-486b-ad2e-fac52dce4881\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.646343229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.648000554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.648012695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.648022745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.64825278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.649839504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.652269226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.652293797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.652499001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.674543475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.706097612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.706131443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.70647918Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b02f3c5-1c70-4069-9cec-83cda28cd75c\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.706498541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.707951942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.736066926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.736096186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.736562766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434b2f7b-d07c-43d0-90f6-c68686a2bc7a\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.736601057Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.736905124Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.751676041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.751700732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.751930656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"165c88fc-83c1-47e2-b30e-21af9dcb8dc4\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.751942197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.752136911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.754381119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.754536522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.757619699Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.757944995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.758857525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.759199822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a9f5e58-d2bb-45ce-a86b-700697325b42\", \"date\": \"Sat, 02 Nov 2024 04:00:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.759210933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.760181943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"af618b2b-8b8f-482c-9feb-f4c08c3c6d84\", \"date\": \"Sat, 02 Nov 2024 04:00:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.760193054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.761215236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.761226386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.761325308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.761336718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"343.092628ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.761640465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3ad946b-ea37-4022-bf6a-8cb6b50b7f8d\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.762841251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":7,"elapsed":"344.497708ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.87129511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":7,"elapsed":"453.00732ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.932238099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.932530335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6932c8a1-fa7c-4307-938c-cfe1d238805a\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.934788193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.93509474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.944697596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.975879806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.976290855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a997b7fc-88b4-49a8-912f-ae695280e919\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.976313305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.976324636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:13.976335126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.97840099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":7,"elapsed":"560.279583ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:13.97841849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":7,"elapsed":"560.106389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.02170051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.022085318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.023789165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.023807295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.023952318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.024910899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.02543143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d4b2d0c-79d4-44f4-9aa4-04ffd3985e79\", \"date\": \"Sat, 02 Nov 2024 04:00:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.02544898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.026525334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1cbb7291-5a9c-4179-b765-a35236c1e758\", \"date\": \"Sat, 02 Nov 2024 04:00:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.026548014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.028035426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"71bcc2d1-5978-4daf-a135-36a8bcdc35f2\", \"date\": \"Sat, 02 Nov 2024 04:00:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.028048746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.029943437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.029993628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"611.858141ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.045632904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.04594168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37c516e-c792-40e5-97b9-83299d040337\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.045971161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.045983032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046276218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046287658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046294818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046302458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046309608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046318059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046490042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046520163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.046714177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.046726017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.047166857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.049496067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.049615039Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b59f60a-3d19-4200-b46a-eb671dc54a9b\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.04962586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.049731062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0827c4e1-0710-407a-9f59-33a4c470c676\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.049745242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.049755233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.148137765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0d3751a4-4880-47fc-8ac9-942072f36cec\", \"date\": \"Sat, 02 Nov 2024 04:00:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:14.148179646Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.148191127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.148685027Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3c9b9a-2e6b-4553-a000-21275a788761\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:00:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.148726058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.149074526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.152648172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.152970729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.155993664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.156249409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.157767542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.157977187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:14.164724422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":7,"elapsed":"746.453821ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.418193808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.418253449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.418264899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.41827395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.418561126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.418576086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.420603649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.42293267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.42295376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.423087663Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.425501755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.425827282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.427372355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.429704525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.429718155Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.429851038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.44158397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.44159707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":20,"elapsed":"23.413123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.446458295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.4467046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:23.44760542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"29.432142ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:23.914095228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"a1e2f845-00b4-438c-b33c-89449d6c3eda","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419015894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419092136Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419109756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419125856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419575816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.419617857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.421485817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.421687091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.422116941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.423300786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.310943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.424395229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.42440606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.424545873Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.426588537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.42675327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.428202411Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.430180984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.430191514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.430326597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.529952556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:33.529976607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":21,"elapsed":"110.945842ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:38.91383003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"5987ffd1-5c59-4ad8-b7df-d33cc12212e9","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":363,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418333808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418391159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418404329Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418413639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.41842177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.4184315Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.4184397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.41844829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.41845646Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418465631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418474241Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418482461Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418491711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418500751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418509041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418517172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418525842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.418534312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418542812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418550913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418560283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418568293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418577493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418586403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418594453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418603434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418610474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418777467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418792588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418803168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418844249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418856649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418867019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418877009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.41888619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.418944541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419007842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419190186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419203187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419543474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419554884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419563414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"14.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419572924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419581715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"7.33µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419590775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419599225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"3.46µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.419608195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"8.57µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.420927233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.421106917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.42218079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9547, tv_nsec: 400465987 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.422218401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.832562ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.422495737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.423681713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.423820066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9547, tv_nsec: 402103682 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.424090591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.424669774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.424829407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.424840228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.424846828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.424853698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.424861128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.425142264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.426634636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.426645996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.426876961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427616787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427628277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427634917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427643668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427849422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.427860402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.428134998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.428158099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.428297942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.428364363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"10.051106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.428440625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.429941157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.429959058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.4300819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.430460448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.430715024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.431231815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.431242395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.431248205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.431421109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.432350429Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.4324309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.432441021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.432637945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.432660916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.432716167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.433225257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9547, tv_nsec: 411509714 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.433527644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.433850021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.437786895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.437809506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.438027771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.450164841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.450195822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":22,"elapsed":"31.733161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.452664625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.454391502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.454415743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.454593816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.45569924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.455972326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.456355434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.457384696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"38.976667ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.457835996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.457850177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.45800115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.461194188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.461212659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"42.782788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.462231131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.463819945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.463836355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.463971768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.468484835Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.468641008Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.469714891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.469723741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.469731882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"51.22587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.469926636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.471349316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.471359896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.47150182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.47291524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.47432959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.47434016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.474472273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.497082729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"78.588537ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.517433446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.517445986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.517755393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f70caef-32f7-44cf-886e-dd69e8f03622\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.517773923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.519243595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.519672284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.519684464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.519901339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff90d43-e069-4f94-8e41-b0376864a820\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.519918209Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.521214997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.538813195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.538828425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.539075571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0a1656-c907-4b1f-9197-48c33e247305\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.539088881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.541203096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.570872784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.570917405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.571412365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20734034-931a-4e1d-b2ea-a51d323fb6c3\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.571444496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.572774605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.578674521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.578913326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.581980592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.582293439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.584418475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.58697859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.587027171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.587114433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.589172347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":8,"elapsed":"170.796628ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.62238738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.622439671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.622710157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b68e2e5b-0e97-4617-83c3-1a923fe6ae49\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.622737947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.622989703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.62795825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":8,"elapsed":"209.626422ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.632909626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.633251673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3c2eb6-f4ea-4693-82dc-fd036c317338\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.635139504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.635456221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.63640357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.636565348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.637968995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":8,"elapsed":"219.517934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.640349266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.640650142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.643978844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.643999034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.644417053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"091f9adb-17ee-424c-952b-3323ed79cd60\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.646165611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":8,"elapsed":"227.709711ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.712592137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.713053307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d91265-aee1-4ad9-b33a-04ca48afff77\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.713080738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.713090308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.713097828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.714155521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":8,"elapsed":"295.801122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.729434749Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.729786266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.731857211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.731878191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.732049065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.741373735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.741677862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e30e1a3-8516-4231-8301-2aa85ac734a4\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.741755043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.741771274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.741983679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.741995199Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742002339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742009579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742016899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742024419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742196673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742205123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.742315006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.742323276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.742610722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.744561284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.744655576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1335e7-f355-4e08-a782-48ce4ceafc18\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.744667556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.744758108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b963da8-6255-48d5-a21a-0b13e8f46050\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.744772128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.744781819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.844251805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8ae00cf1-f5ef-4dae-a8a4-d4f98081c114\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.844299716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.844310916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.844586602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d144ab9a-9e5a-4c93-8f09-a3a81697eabf\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.844629223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.84493735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.848959626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.849195421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.852024332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.852209656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.854176298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.854356462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.863795404Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":8,"elapsed":"445.313703ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.953074672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.953112223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.983434664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:43.983542566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55793"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.98371214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"579361e1-2411-45b4-9607-1a84732acf73","remote_addr":"[fd00:1122:3344:101::b]:55793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:43.984052437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"579361e1-2411-45b4-9607-1a84732acf73","remote_addr":"[fd00:1122:3344:101::b]:55793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:44.028086853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/oximeter.rs:76","collector_id":"3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","producer_id":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:44.028136194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/producers","method":"POST","req_id":"579361e1-2411-45b4-9607-1a84732acf73","remote_addr":"[fd00:1122:3344:101::b]:55793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44465,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:44.028203325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579361e1-2411-45b4-9607-1a84732acf73\", \"content-length\": \"41\", \"date\": \"Sat, 02 Nov 2024 04:00:43 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:44.029519274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:44.029535964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.418364157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.418440609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.418457249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.418473499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.418930489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.41895303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.421236769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.423496277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.423512978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.42364336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.425238385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.425436059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.427125565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.429407434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.429416524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.429553857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.440277478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.440300278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":23,"elapsed":"21.918891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.447074994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.447317909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:00:53.479265865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"60.915849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:00:53.914137054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"ab445bc0-e122-4e17-a856-cb3ebe6fff87","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418395276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418484598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418506339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418522459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418927078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.418949018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.420930381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.421095465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.421489253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.423738981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.423753882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.423886894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.43158354Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.431933727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.43390112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.436324201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.436334832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.436479355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.44788097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.44790356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":24,"elapsed":"29.513964ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:03.455593035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"37.23164ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:08.915016391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"790d000b-f60c-4626-b332-512c85b995bb","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418576389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41862489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41863394Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.41864176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41865021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41865902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418666141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418673391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418680441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418687671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418694691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.418701791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418708352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:01:13.418715802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418723622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418731132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":6,"elapsed":"14.84µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418741622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418747942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418756013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418762723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418769633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418776273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418783353Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418791363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418797803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418804634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418812084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418819114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418826194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418833614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418840134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418847624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418854555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418861365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418871625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418881915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418893525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418903166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418913386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418923426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418932566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418942966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.418953277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:51:13.418835964 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418963897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418973257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418983107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.418993608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419003798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419013698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419021288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41908386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419162941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419192312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419205432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419215343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419225563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419238563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419253703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419269273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419295074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419328405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419345105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419359395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419368216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419377656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419385626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419396096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419403936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9577, tv_nsec: 397459272 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419417767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419428147Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419438357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419446987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"8.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419456028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419464498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419473068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419481258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"3.6µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419490018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"5.71µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419499289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419507029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"9.89µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419516779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419526939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419536919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9577, tv_nsec: 397607625 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.41955117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419688053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419840436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.419859066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"1.033403ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.42001644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.42002871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.304108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.421113093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.421354238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.423358752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.424256761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.424312292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"5.54385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.424526617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.425121349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.425433126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.425444726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.42560774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.425749123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.425898986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.426011268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.427101682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.427116072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.427284176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.428052512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.428063882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.428220006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.429089675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431031186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9577, tv_nsec: 409121242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.431329332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.431584598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431594458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431600238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431630369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431641419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431825753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.431845884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.433654713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.434423819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9577, tv_nsec: 412517286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.434713405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.435131024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:51:13.418835964 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.435140514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:51:13.418835964Z\",\"pruned\":[]}","iteration":5,"elapsed":"16.30216ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.435350969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.435364839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.435506832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.435523683Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"16.153296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.437171948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.437757281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.43819025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.438912795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9577, tv_nsec: 417004602 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.438939596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.439179621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.439214892Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.44006577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.4405175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.44053455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.440544241Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.440764875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.441608613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.441804857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.442064083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.44473934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.444767901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.444953935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.461380038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.461736846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.466441037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.468710115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.468737076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.46892945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.472237351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.47499053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.475016471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.475237055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.475256456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.47542607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.477603606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.477623247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.47779233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.47823374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.480320395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.480338365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.480351145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"60.943029ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.480371426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.480848196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.480873497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.480885637Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"62.268917ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.481429888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.481446109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.481637583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.481773996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.482108423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.482128554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.482135514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.482141764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.482484321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.484110726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.484133707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.48426488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.484526115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.484883653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.48523966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"66.673432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.486647771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.486847615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.488112922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.489686326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.489716066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.489773188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.491932924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.493817214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.493847085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.49406183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.50012885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.500160851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":25,"elapsed":"81.363427ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.501680043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.501696544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.501706174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"82.809369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.502876029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"84.240859ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.504388562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.504673868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.516586834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.519441265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.519458305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.519601058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520292163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520304974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520311454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520317644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520563309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.520931917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.520961297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"102.136854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.522426069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.525410453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.525430324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.525602747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.537425421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.537466032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"118.77558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.548950809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.549331047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.552783301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.552819602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.552835532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.55319838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.555161462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.55787484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.557912201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.558054594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.560884205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.560919066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.560933976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.560947576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":5,"elapsed":"142.334617ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.571132675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.571189856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.571206697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.571568474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.574334584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.57554928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.577925861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.577952741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.577963642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.587926006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.587974147Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.587986737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.587998087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":5,"elapsed":"169.245145ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.593966885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.594002006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.594415105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841666ca-0f9a-4497-b0f3-7a5dd7d0a859\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.594445676Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.596365697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.608256212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.608297883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.60863732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb33be16-90ed-4a2c-a481-537892e36572\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.608675281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.610845278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.614711711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"196.010919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.626419222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.626845731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.629479118Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.629993219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.635973658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.640307551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.640333891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.640647178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:01:13.642204171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.642231032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"223.367347ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.642556029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":9,"elapsed":"223.754826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.645655075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.646090475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.648372644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.650775825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.650802356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.651044721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.70826246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.789693619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.790034816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7139511-219b-43c1-abd9-9dde0eb5f6d0\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:01:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.791433216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.791703492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.843002654Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.843020364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.84330162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038b5c8f-484e-4e75-a35e-d6a78e8857bc\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.8433177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.84467162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.885090488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.885551407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"53be75d8-39e3-42bb-a1f0-f6b69a20297f\", \"date\": \"Sat, 02 Nov 2024 04:01:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.885580878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.887919788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"80853c93-2594-4a56-8c5f-223616edad3d\", \"date\": \"Sat, 02 Nov 2024 04:01:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.887945969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.890499554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.890525044Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"471.632619ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.90104042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":9,"elapsed":"482.200386ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.906752413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:60007"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.906851835Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"309edaa5-962e-4c0d-a75d-6c872277a390","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.907133711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"309edaa5-962e-4c0d-a75d-6c872277a390","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.916419201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.916437741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.916846159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e963f43-4a96-40dc-be1d-8e3f7452b783\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.91686781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.917113045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.917980614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.919078687Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":9,"elapsed":"500.334905ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.919757582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.919771172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.919957837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.920201172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"309edaa5-962e-4c0d-a75d-6c872277a390","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":13388,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.920380495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"13e2c3f3-6ec5-40ea-9389-9afa6b6b19cb","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.92059406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"13e2c3f3-6ec5-40ea-9389-9afa6b6b19cb","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.92245889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"13e2c3f3-6ec5-40ea-9389-9afa6b6b19cb","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2107,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.947770814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.969077331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.969099232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.969268345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0c38c370-ca34-4c82-9f77-b9d310e5447d\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.969277736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.969548462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.971371221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.971524784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.973965966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.974204071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.976890349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.976906069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.977147895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2ff53fae-9f21-4436-8c69-a1cde19e14e8\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.978731049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":9,"elapsed":"560.078288ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.992799511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.993084407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bace770-0d18-49ae-9b4c-87264f60de46\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.993108767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.993117237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:13.993125148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:13.994990618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":9,"elapsed":"576.236785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.024281567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.024728876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"590b56a9-6555-4afc-a77a-0c0ed7f5665d\", \"date\": \"Sat, 02 Nov 2024 04:01:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.024742287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.026992655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"72fefd5b-1b48-4f64-9c98-0900dab861ed\", \"date\": \"Sat, 02 Nov 2024 04:01:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.027010125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.028343994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"806139ab-8903-4468-8396-89c4853a5a97\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.028357944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.030263315Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.030299146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"611.427971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.062815594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.063174232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.064823477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.064839718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.065194205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.075127689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.075475576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002f75b4-0b1e-4d75-8780-24b1b380fb5a\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:01:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075511707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075523897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075829164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075842954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075850574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075858144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075865874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.075873085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.076039038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.076048449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.076257053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.076264803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.07657028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.079156865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.079263167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44824253-8624-499d-b6aa-4bbfc756c66c\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:01:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.079274148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.079357609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b36910-3e71-4f79-bce0-ee3611541b21\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:01:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.0793716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.07940841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.174157265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0877e569-3b9c-4f60-94e7-88fad759ec63\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:14.174203936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.174217617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.264635779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7b97b8-2430-4ff4-9d97-2168ffbf8ded\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:01:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.264669799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.265018917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.268596613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.268853489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.270717949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.271043026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.272512038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.272833924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:14.279870606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":9,"elapsed":"861.157434ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.418578695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.418657077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.418674277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.418688438Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.419070766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.419149698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.420780973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.420981887Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.421687322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.422850507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"4.298952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.424015082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.424026232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.424157175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.425996525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.426328642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.428173742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.430467051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.430477481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.430609864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.438307659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:23.43832619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":26,"elapsed":"19.739634ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:23.924678735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"1f23ad40-b841-4566-8dbc-c8b6345c46ab","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.418938032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.418996613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.419007523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.419020163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.41933182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.41934625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.42118296Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.421767453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.422004498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.423479249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.42349235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.423625802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.425544364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.425715187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.427368103Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.429419197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.429430537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.42956335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.440972675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.440987065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":27,"elapsed":"22.050873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:33.450428058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"31.506787ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:38.915810922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"dde6d351-a497-41e1-b338-96f767f3a5c8","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419213556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419273207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419285078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419295808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419304678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419313499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419321519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419329259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419337259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419345529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419352939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419360109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41936856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41937717Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41938515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41939304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41940107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41940839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419416481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419424721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419433081Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419441501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419449841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419458511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419466142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.419474522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419483432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419679606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419694437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419705527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419766978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419777809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419791969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419804829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419815639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.419825639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41983512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41985411Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.41986415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420436743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420446013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420453293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"7.26µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420461173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420468443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"15.931µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420476924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420483964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"3.65µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.420491764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"8.08µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.421414144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.422535228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.422597359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.23107ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.422857584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.423138781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.423149431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.423290944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.423631751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.423893087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9607, tv_nsec: 401784243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.42405951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9607, tv_nsec: 401950717 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.424169563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.424285465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.425132173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.425306387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.425316417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.425345978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.425504081Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.427017054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.427196318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428277851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428291351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428337472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428347753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428586148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.428661959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.429448686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.429472617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.42962573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.429994048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.430185982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.430275464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.430287724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"11.081738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.430297094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.430428127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.43286827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.4328996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.432995812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.433039703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9607, tv_nsec: 410927790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.433188297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.433239378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.43334565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434166747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434376402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434395432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434428813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434439693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.434601987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.436026957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.436038558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.436081308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.436260903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.438268275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.438281056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.438495271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.450635841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.450659812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":28,"elapsed":"31.378614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.454804361Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.455087797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.457144001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.457461008Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.457965678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.457975559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.457982019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.458173963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.45898067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.460410011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.460418891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.460424781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.460628516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.463178981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.463205781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.463393615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.46547463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":10,"elapsed":"46.117431ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.468646698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"49.259758ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.471186673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"51.874634ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.47152732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.47154127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"52.311944ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.491700863Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.491719183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.491729994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"72.395135ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.501415982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.501437092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.501746089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef64d10-5e3e-4b0d-ad10-72681f584cec\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.501759429Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.503153819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.503354973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.503365033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.503603729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e8fe28-0875-4eb7-b1a6-727ed9e77544\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.503615409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.504979658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.517919886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.518201222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.521011943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.521033913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.521235377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30440969-1333-4c81-893d-89c0b099197f\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.521249838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.522657598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.59631362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.596358501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.596812791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a420ae-bf81-46e0-83d6-599a76689c20\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.596846051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.597188808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.601297037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.601853779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680872bf-85ae-425e-aee2-2fac8dd50660\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.6051716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.605209811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.608835769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":10,"elapsed":"189.607982ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.61029128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":10,"elapsed":"191.033883ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.621244005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.621273536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.621578562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"00a2ed9f-2746-4ab7-b087-3cb165e5ff20\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.621592063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.62193826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.624120607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.624341602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.627757125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.628088362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.629192666Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.629410671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.63078244Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.630855902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.630886332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.63125547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8f44714f-e2a7-4d03-9e1e-06c9fb51126d\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.632399025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.632416965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.632565768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.632976167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":10,"elapsed":"213.576387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.634242524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.635730756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.635742107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.635880419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.76721829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.767734961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00d6846-5b16-4437-afc5-fee2cd90b198\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.767773152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.767784702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.767792663Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.769143061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":10,"elapsed":"349.805762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.772686977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.773076976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.774265331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.774289852Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.774423235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.781595809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.781901215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedf1a2e-7cd9-4b44-b385-6d881479eadd\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.781921896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.781934056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782278603Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782290484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782297754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782305884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782313944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782323095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782513859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782524449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.782720453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.782730833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.782987389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.784815098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.784994342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2c1b2c-d954-4c5c-89f9-b71a555f63f3\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.785007732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.785108564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0c87fe-7cdf-4724-8010-fc6973977bfa\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.785120855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.785131125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.880579565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e80cac02-963c-42ef-8988-68e1bea2fd81\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.880625456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.880636206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.880967403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc20790-9c4c-4ab7-925e-613634ca3a12\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:01:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.881012474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.881356661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.890059758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.890348775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.892764376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.893141044Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.894688238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.895005844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.901859612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":10,"elapsed":"482.561483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.90782737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"55f1b6df-497a-4116-bdb5-3800d9cfa82d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.908085335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"55f1b6df-497a-4116-bdb5-3800d9cfa82d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.911324405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"55f1b6df-497a-4116-bdb5-3800d9cfa82d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3545,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.911613451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"22bf424f-63d0-40a2-8a00-2d2b4a4c5315","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:43.911884767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"22bf424f-63d0-40a2-8a00-2d2b4a4c5315","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:43.914206537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"22bf424f-63d0-40a2-8a00-2d2b4a4c5315","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2645,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.418846657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.418906648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.418918658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.418927789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.419250085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.419264886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.421060554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.421500114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.42180846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.423406195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.423429365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.423503657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"4.676291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.423566688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.425302955Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.425468309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.426777697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.428918593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.428934693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.429061626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.43763368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:01:53.437656381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":29,"elapsed":"18.796283ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:01:53.915571704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"7c8fd1df-c575-4078-89ac-32c16c586067","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.418823675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.418905317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.418923157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.418939197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.419384827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.419406167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.421610395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.421781029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.421998813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.423361872Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.573378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.424344044Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.424356724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.424490277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.425769824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.425943988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.427637484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.429864472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.429883653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.430009405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.438330284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:03.438349925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":30,"elapsed":"19.522519ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:08.914349936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"56fe205c-ef57-4ff9-94ce-cd9a116d8b1c","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419008638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419066609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.419078269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:52:13.418995047 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419089209Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419098499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41910673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41911636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41912519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41913393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41914234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419150571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.419159861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419167751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419175901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419184301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419193781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419201272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419209142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419216372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419224322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419231362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419239082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419248163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:02:13.419257283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419267013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419275783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":7,"elapsed":"14.78µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419287634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419296544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419304434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419313064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419321304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419329024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419337915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419346705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419354555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419363915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419372136Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419381316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419389436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419398126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419406066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419413706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419421126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419429307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419437107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419444597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419458387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.419466398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419473638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419480858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419488798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419497388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419504678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419512159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419523629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419534369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.41959259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419607921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419632771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419681912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419692912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419703383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419737333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419749944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419759834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419769804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419780104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419789254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419797314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419805345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419813345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419820535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419828085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419835265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"8.7µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419844406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419853336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419861566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"9.39µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419870456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419879756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419888127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"7.77µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419897087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"5.441µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419905907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419916317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419924067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419932168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9637, tv_nsec: 397615034 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419947218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9637, tv_nsec: 397616964 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.419973668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.42004533Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.420374227Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.420391067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"1.230127ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.420417838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.420427928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.208246ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.422326459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:52:13.418995047 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.422339579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:52:13.418995047Z\",\"pruned\":[]}","iteration":6,"elapsed":"3.335682ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.422480422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.141628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.422720527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.422764468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.422979033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.423991345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.42423142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.42425689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.424266201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.424439764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.424582467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.424907454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.425094748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.425104839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.425367344Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.426077689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.426353545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.426367616Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.426531719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.427140042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9637, tv_nsec: 404836369 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.427339187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.4274976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.42751893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.427639833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.427705414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.427819007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.428019961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.428382219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.429003922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.429296229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9637, tv_nsec: 406974725 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.429561784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.429680987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430583806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430596946Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430713589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430721939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430794371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.430907013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.431159198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.431346082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432094389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432111349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432269722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432402475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432426366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432515538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432682481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.432835365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.433509369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.433528829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.43353607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.433699213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.433717744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"13.944399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.434324137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"15.332939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.434692885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.435078443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.435291307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.435726907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"16.687929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.435815518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.436272858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.436281319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.436456692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.43679235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.436933222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.437007174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.437125247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.437599567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.437772931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.438555788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.440126001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.440628862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9637, tv_nsec: 418321518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.440825016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.440887187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.441096322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.442375159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.443233278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.443243078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.443249488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.443255948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.443498503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.444086026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.444102936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"24.788722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.444836662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.445102138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.445538977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.445683781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.446691272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.447009159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.448232465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.448262006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.4484569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.450292129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.45031266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.450520874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.451540996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.451885254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.452242231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.454425638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.454448449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.454647993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.466230612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.466258472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.466268192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"46.449948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.468785257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.470486023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.470505803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.470656047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.47359726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.47361696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.47362637Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.473635191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.473870096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.484003153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.484274829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.488243275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.488266335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.488273185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.488455249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.490707968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.493003317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.493021267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.49315976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.49456506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"75.363799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.494676253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.496374379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.496388819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.496566613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:02:13.533915045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.533934476Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"114.724733ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.611589864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.611636925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.611938871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed0477f-9b3e-405c-9aa8-65755852451f\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.611960912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.6141953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.697755274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.749591077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.783056416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.783083427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.783440834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6e684c-4f65-49e9-b756-1a6982a73baf\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:02:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.783477185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.783861283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.785669112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.785989339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.787471791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.788468712Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.788679627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.788748748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":11,"elapsed":"369.508216ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.789020784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.790076727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.790882144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.790897104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.791085678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.791097299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.79115554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.791350364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.79347965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.79350534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.793666384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.799038259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.79906801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":31,"elapsed":"379.778526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.820162983Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.820462199Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.821780918Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.821814368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.821829339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"402.457123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.822744508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.823675608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.823692849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.823702139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"404.345044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.824510916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.824543077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.825557589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.827404898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.827727365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.82840226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.82842802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.828438621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.828572193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.829476343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.829771829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.83026183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.830336681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.831181729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.83120324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.8312184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.831544537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833204033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833224923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833398827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833677653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833692193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.833837957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.835797088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":11,"elapsed":"416.652478ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.839527219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.839557649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.8395714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.83958456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":6,"elapsed":"420.255686ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.842609265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.842635875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.842923742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6807b9ad-658b-4636-9173-6e1b917422bb\", \"date\": \"Sat, 02 Nov 2024 04:02:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.842937652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.843225608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.844542706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.844555477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.844849403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63160ac3-7ed3-4120-be61-7e951fad2bfc\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.844862593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.845753312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.845948737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.846278674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.847904999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.847918669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.848236446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9ad836-bb89-4761-91bf-d44e00e5e421\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.848250376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.849341759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.849523573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.850422903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.852345084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.852364504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.852744023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"47a2be2a-1842-4f8f-a7b8-b8338dc51ef7\", \"date\": \"Sat, 02 Nov 2024 04:02:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.85447226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":11,"elapsed":"435.408391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.864496015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.864523645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868161434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868188934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868376328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868519971Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868534462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.868673375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.876925632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.876959263Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"457.756571ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.964627655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.965067695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8204e4d5-392e-4efc-9d52-effeb8b6a3a1\", \"date\": \"Sat, 02 Nov 2024 04:02:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.965082235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.966476975Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f9b999a-3042-4985-a8b8-cc532da6289f\", \"date\": \"Sat, 02 Nov 2024 04:02:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.966489345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:13.967962357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:13.967977987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"548.713124ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.041827243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.11944354Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.122061686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.122090327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.122101317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.122110717Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":6,"elapsed":"702.980417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.122748871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.123078368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.125174693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.125441839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.126071302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.126395179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e189cab2-5b64-4516-9279-9ed562ef0fc3\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.127588895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.127636576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.127901272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.127914552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.130013987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.130025487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":11,"elapsed":"710.768825ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.130472437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.131388266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.131632061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.133333058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.133564823Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.135224099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.138372646Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.138387577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.13854709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.140113674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.140437401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.141462233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.141730549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.143960866Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.144332314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.146380218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.146570992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.147980503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.148174177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.149304451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.149470785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.150759682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.154451532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.154468462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.154608825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.155688778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.155886213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.157299943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.157559908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.15903111Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.162531765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.162546636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.162701719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.164273813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab50443-6749-4ce9-aedf-31e379730007\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.164301463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.164311693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.164319914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.166160643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":11,"elapsed":"747.064814ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.166683674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.167171725Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3aa38d24-981d-48bc-a50e-aedba4ed5b29\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.167188255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.167934811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.168139505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.169087786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"563dd655-3559-4559-8470-c6ea9040bbd7\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.169106506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.169787211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.170066157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.170914075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"875edf76-9725-44a2-b3b0-c53c69136382\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.170931185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.17159066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.171837335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.173061731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.173106412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"754.007073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.175378191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.17579102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.178558539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.178740503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.179907528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.180058741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.181463782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.181700177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.182625177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.18604773Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.186067601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.186199384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.187543932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.187852059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.189221728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.189423723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.190477565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.19397696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.193991451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.194129914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.202365441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.202398601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.202557855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.204063597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.205482807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.205497138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.205627311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.211765282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.21211247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.214144784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.214162794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.214327908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.21907373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.221611104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.221636905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.223819221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.224157189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8d241f-b47f-469d-a7ba-2790d1375366\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224178289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224188519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224475895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224486296Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224494046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224501816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224509596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224518226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.22468412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.22469413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.224903525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.224912455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.225171021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.226977839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.227084242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab617136-b741-4b7b-93c3-83769652d8c9\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.227095832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.227176244Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"994b949e-f723-45db-a43f-1dacda33c04f\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.227190074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.227200334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.270835701Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","vpc_to_sled":"[Sled { identity: SledIdentity { id: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, time_created: 2024-11-02T03:57:50.261091Z, time_modified: 2024-11-02T03:57:50.261091Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e190f004-2376-4aae-8296-5a5757dc1123, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.270869512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.270877042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.2712537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.273451947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.273699453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.275386709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.277935083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.309084512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.316605514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"06599639-dc6e-4dbb-b185-d450b9d8f3ab\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.316625785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.316635385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.317076224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1021a2aa-6f2a-4c04-b856-b7d85c629a7e\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.317107115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.31736145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.317452312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"3fad9943-7aad-47c1-9b07-bd9b4ee718e8\", \"date\": \"Sat, 02 Nov 2024 04:02:14 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:14.319229761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.319241591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","elapsed":"900.193292ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.319250871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":2,"elapsed":"900.209873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.32058932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.320889826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.324256858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.324592556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.326346523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.326563178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:14.332779981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":11,"elapsed":"913.458547ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.419596559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.41965129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.41966114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.41966901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.419943356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.419981907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.421624482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.421800196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.422137523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.424485764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.424498174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.424635907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.42662744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.426794614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.428180883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.43037624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.430390801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.430524054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.444839921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.444866002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":32,"elapsed":"25.252932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:23.453318143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"33.730944ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:23.918924923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"c99ddf8e-a09a-4f66-8b2c-09d792b97100","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.419179769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.41924879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.41926709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.419281521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.419680739Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.41970289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.42206399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.424295958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.424309279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.424443631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.426535187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.42671107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.428436057Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.430556653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.430568063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.430699016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.439532875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.439548766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":33,"elapsed":"20.379618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.449222344Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.44953981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:33.483224164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"64.065796ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:38.915552038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"55d82e1b-4d90-4059-b783-a2f7a007a847","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":458,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419192647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419247569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419260519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419269499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419278749Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419288569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419297379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41930572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41931425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41932321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41933187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419340471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419350141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419357951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419365991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419373791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419381171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419389312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419396532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419404122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.419411432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419419412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419426992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419434373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419443103Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419450183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419457743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419616076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419629587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419693948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419705948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419725339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419757089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41976917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.4197796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41978959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.41979826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419807821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.419815931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420409363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420423844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420430914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"11.19µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420437874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"6.441µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420444684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420452144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420458435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"5.05µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.420466235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"7.311µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.422018628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.422260033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.423198383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.423296416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.919934ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.423441399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9667, tv_nsec: 400935715 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.423686734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.423837427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.425208317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9667, tv_nsec: 402698653 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.425457652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.425567154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.425578565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.425741798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.427127158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.427155548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.427345012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.427356713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.429170062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.429356086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.429612171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.429642492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.429821796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431187015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431213235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431369689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431697576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431724537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.431849659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.4318684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.432033943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.435783413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.436053679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.438322858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.438532843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.439722828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.442708102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.442732783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.442903917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.460261729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.460909173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.461247951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.462065398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.462079338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.462228861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.463903097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.463923228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.4640171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.464249765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"631a2668-b892-4529-9b66-01e60327365b\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.464277525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.464290936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.465294527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9667, tv_nsec: 442783964 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.465368349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.465530772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.466383731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.466392701Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.466398091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.466858981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.469538229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.469562339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"50.338912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.471877349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.472169655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.474144028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.474319781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"55.000831ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.475414175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"56.235678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.476536699Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.476563519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.476750853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.478046181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.478067422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.478397779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3adf0ffc-cbc5-426c-9c3c-8e52584ce096\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.478417509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.480519024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.480668168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.482873045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.482892995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.483023858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.500587455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.501212509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.50124275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":34,"elapsed":"81.969511ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.502982997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.503004527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.503168591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.505040821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":12,"elapsed":"85.67506ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.506684176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.506709197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.506717407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.50687573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.532838088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.533111034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.534286129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.534301679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.5343094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"115.00984ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.541480483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"122.123563ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.582270039Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.582316811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.582611837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91a3c89-a245-4747-9596-56cef04238b5\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.582625157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.584677411Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.591256643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":12,"elapsed":"172.062755ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.593400849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.593722236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95629009-3ab8-431d-9bc1-df84a667443b\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.595545565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.595824171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.619110651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.619478319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.625839535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.625865516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.626272495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49fccb51-25b8-43c0-ae4d-9533ba53e10e\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.626302275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.626669033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.62793454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":12,"elapsed":"208.677842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.627993121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.629605446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.629619296Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.629759839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.63072973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.632328745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.632342535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.632496428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.669628726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.669671987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.669907702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4bc8b3d3-a233-45d5-bf40-ea9830c017fd\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.669919592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.670214228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.671976546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.6721675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.67450692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.674797377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.67818493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.67820098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.678585598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fad8accb-2eba-47b3-9e74-be3b451afdb8\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.679770733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":12,"elapsed":"260.435003ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.693305194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.69357249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.695530572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.695548562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.695685785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.704671538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.704934094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b981aa9a-f996-436a-a288-23c258586083\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.704952774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.704963025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705278371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705287821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705294132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705300722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705306962Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705313582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705471605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.705479496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.70571085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.705721381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.705962256Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.707499489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.707604501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074217a9-8c4d-47d1-94dd-65b5740e48a9\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.707613671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.707705304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcde7292-90bc-47ed-ae9f-eae7d04736e4\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.707719104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.707729154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.728431998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.806310071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72446606-47f4-4052-933e-a54ae21aeafc\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.806341452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.806351782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.806754111Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf88771-22a2-4e41-883f-ad1ba4b8f094\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.806796621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.807118019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.807167929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2449784b-190b-4aed-a4af-92660f93e362\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:02:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.80718636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.80719523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:43.8072026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.808485098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":12,"elapsed":"389.25698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.810167504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.810408259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.813643439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.813967986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.81605426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.816294305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:43.822154231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":12,"elapsed":"402.870332ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419289788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419336139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419344919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419351529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419677526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.419754218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.42171767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.421889884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.422292932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.424630972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.424646893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.424776836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.42684896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.427018054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.428285281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.430438757Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.430450928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.43058778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.43849466Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.438512571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":35,"elapsed":"19.219322ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:53.450195541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"30.918524ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:53.916197129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"34cc2d7b-ef4b-47ad-8f13-e230fb9ec3e9","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":279,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:58.907956982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"c2e9a428-ebbe-4fd9-8f90-49880576d710","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:58.908256168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"c2e9a428-ebbe-4fd9-8f90-49880576d710","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:58.910378894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"c2e9a428-ebbe-4fd9-8f90-49880576d710","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2495,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:58.910578998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3358b401-d8c6-4793-9e4a-2501d5a2be9f","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:02:58.910831304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3358b401-d8c6-4793-9e4a-2501d5a2be9f","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:02:58.912432018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3358b401-d8c6-4793-9e4a-2501d5a2be9f","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1886,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.419617003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.419671784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.419682095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.419692845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.420015322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.420027322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.421528244Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.423841974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.423856314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.423991597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.425316286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.425559141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.426877259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.429039596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.429056566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.429182659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.442588377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.442616077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":36,"elapsed":"22.978734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.453368968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.453639034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:03.48602298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"66.412426ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:08.914495621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"28983c7c-7888-49db-a056-ed8b41ac67a0","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419585512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419643143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.419656643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:53:13.419572551 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419667593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419675703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419689004Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419696884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419704744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419712694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419720134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419729404Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:03:13.419737935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419748325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419756145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":8,"elapsed":"19.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419767195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419775585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419783126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419791826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419800406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419808586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419816686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419824977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419834207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.419842927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419850977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419859697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419867587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419875458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419882318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.419890818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419898188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419905488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419913799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419922639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419931379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419939109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419947639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.419958029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.4199713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.41998264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.41999582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420007601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420021081Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420033011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420044391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420055971Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420068182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420080082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420089122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420097252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420106043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420114113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420122553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420133733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420144813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420154954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420164714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420191025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420213895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420252506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420282947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420296257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420310317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420323867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420333848Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420343328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420351948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420359848Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420367248Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420374618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420381798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420389479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420396549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"9.15µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420405089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420413819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42042159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42042877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"5.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42043632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42044394Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"6.47µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42045654Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"4.66µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42046529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420474391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420482501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420491171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420499701Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9697, tv_nsec: 397755457 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420512481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9697, tv_nsec: 397777197 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420525232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420534072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420562162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420575443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420661204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420672025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420800087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420820158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42089846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42091002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.189985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42091921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.420995572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.421006752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.193686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.422669548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.422874082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.423524496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:53:13.419572551 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.423553157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:53:13.419572551Z\",\"pruned\":[]}","iteration":7,"elapsed":"3.951055ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42419496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.441205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.424345314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.424986648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.425383466Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.426431728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9697, tv_nsec: 403727375 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.426690414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.426780556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.426804456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42698434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.427259066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.427272677Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42743823Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.428309069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.428335159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.428459182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.42882525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.429069455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9697, tv_nsec: 406369822 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.429331651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.429388282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.429934064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.43067611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431660151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431673181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431755023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431766013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431871275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.431954657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.432421417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.432446538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.432596421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.432814385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.43301451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.433143113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.433156713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.433297966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.433658574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.433813847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.435307069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.436801711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"16.449353ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.437833953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.437849914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.438089019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.43998745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.441121944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.441355969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.441661566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.44184661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.44231937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.44234521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.44235605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.442517434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.442682808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.44559754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9697, tv_nsec: 422890316 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.445864576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.46326015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.463639087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.474288556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.476238218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.476274819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.47632148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.476444193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.476729129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.476751669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.477099917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.47867095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.478694101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.478839834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.479342655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.479367865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.479379706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"58.981796ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.47958031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.480159572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480197593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480224964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480453069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480481759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.48049486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480599462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.480712714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.48099972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.481144803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"61.572482ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.481827798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.481840798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.482042783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.483998205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.484063716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"64.443344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.48517685Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.485199161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.485422165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.48607954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.486221532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.486491528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.486504379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.486718143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.487372867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.488785598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.488801638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.489059544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.490088716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.490111226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.490223998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.490236919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"70.551526ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.490323331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.491087007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.491111197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.491121258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"71.352543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.492551768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.493751464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.49401287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.495241926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.495267857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.495476001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.496151936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.496670877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"76.852671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.49680465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.498931985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.500471958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.500494609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.500630892Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.500652093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":37,"elapsed":"80.844856ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.500731844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.516543424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.51683434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.519875195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.519889236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.519895536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.5200829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.522015621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.522035322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.522042152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.522048372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.522187535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.526542878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.526877596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528256245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528429959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528839138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528856108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528862968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.528869628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.529030742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.558396502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.568767085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.568823797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.569201835Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5721c48-0172-4a10-bb97-a8f85526bf67\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.569225485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.571247898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.601840856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.601888797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.602250144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ee9cfd-253b-4953-828b-9f241cffbdab\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.602272815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.604721528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.649687513Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.735091807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":13,"elapsed":"315.370283ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.752953971Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.752977552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.753419281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2100064c-edd8-439f-8785-7876cb98bc3a\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.753448191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.753825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.755862573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":13,"elapsed":"336.16667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.757010768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.75848625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.761390262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.761410693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.761657688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.762188619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.76220339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.762372883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.765151163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.765173723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.76545746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc1d51a-75ff-4012-8c58-5c39aba99e20\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.76547532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.768479814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.769629299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.769985237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"89bbd877-818c-4edf-bb51-2bc8355298b3\", \"date\": \"Sat, 02 Nov 2024 04:03:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.769996767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.771398267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"30024571-a05a-4a88-8c02-1d87feb94b38\", \"date\": \"Sat, 02 Nov 2024 04:03:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.771409717Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.772873519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.772884169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"353.044352ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.779040321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.779061762Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.779322397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d77fa9d2-05a1-40d9-abcc-6602beff06aa\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.779333907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.779585913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.781932143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.782134418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.785206913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.785473399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.785935639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.787454912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.787470302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.787619735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.788224488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.788334851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.788349601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.788725609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f2b5dbd5-4ac3-4ae4-84d8-4834eecd9858\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.788972374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790288693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790300243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790497317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.79063907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":13,"elapsed":"370.849964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790770263Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790780833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.790920506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.79249625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.79250627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.79251621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.792657593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.793808518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.79809356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.798117561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.798307825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.800748957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.800760308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.800769348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"380.90766ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801059984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801071644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801090655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801098895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":7,"elapsed":"381.199737ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801660877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801672017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801680927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.801921732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.811047068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.83811416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.838152881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"418.461767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.845867806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.848469462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.848482472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.848619806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.850966166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.850989636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.850998846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.851007127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":7,"elapsed":"431.088208ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.852748924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.853098782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b848fa16-3af7-4dee-9fcb-1934f28ec57f\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:03:13.854234216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.854247346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"434.372099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.855253208Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.855557815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.85769582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":13,"elapsed":"437.921995ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.874786368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"454.952121ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.885316423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.885801704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"76867678-5621-48e1-a9f0-e12b9dc1678e\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.885820904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.88839332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"04afefe6-f604-421a-96e0-047881cfcf08\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.88840869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.890208769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1df3dc6b-77fa-4b89-aee6-301e468fefff\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.890223699Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.892057128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.892102189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"472.467117ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.923073254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.923532434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7673a7b1-e770-45a2-ba0c-8af82f71921d\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.923555705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.923565125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.923573545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.924412913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":13,"elapsed":"504.804591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.92751901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.927894098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.929110644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.929129444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.929344179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.939087928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.939386855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89ed884-4d0b-4988-ad48-50ec6480753a\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939410665Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939421565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.93964564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.93965675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939664571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939672171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939680191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939689221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939835634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.939845665Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.940052209Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.940060859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.940299144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.942171884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.942294357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42476ca3-210e-4040-8568-34249126c59c\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.942306727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.942390079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb088d0-08cb-4ed7-9263-4058be3df305\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:13.94240174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:13.94241163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.031810589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.03184993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.065422261Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:14.065580054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45958"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.065625206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"05e92edf-055b-48fb-80a3-38b09749b18d\", \"date\": \"Sat, 02 Nov 2024 04:03:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:14.065638716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.065647336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.065698647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3502d081-f2e2-4ff6-b68b-880c1138b369","remote_addr":"[fd00:1122:3344:101::b]:45958","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.065996094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e0bc0e-9864-4a3e-b41e-98fe96f5d9d7\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:03:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.066043684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.066052495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3502d081-f2e2-4ff6-b68b-880c1138b369","remote_addr":"[fd00:1122:3344:101::b]:45958","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.066422092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.069642372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.069919958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.073479574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.07376447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.075990458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.076202483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.083709154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":13,"elapsed":"663.854857ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:14.110190112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/oximeter.rs:76","collector_id":"3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","producer_id":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:14.110219563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/producers","method":"POST","req_id":"3502d081-f2e2-4ff6-b68b-880c1138b369","remote_addr":"[fd00:1122:3344:101::b]:45958","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44593,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.110311925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3502d081-f2e2-4ff6-b68b-880c1138b369\", \"content-length\": \"41\", \"date\": \"Sat, 02 Nov 2024 04:03:14 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.112071433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:14.112082753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.419969338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.420023409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.42004083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.42005038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.420290865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.420305765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.421548752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.421703875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.421995972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.424403283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.424415504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.424553837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.426220342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.426400436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.427881158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.429921012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.429933752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.430065615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.441620723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.441640693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":38,"elapsed":"21.671375ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:23.449641645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"29.688077ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:23.915082301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"891a1f29-96aa-4408-be91-4febaab795f7","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:28.908478839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"fbb4385b-5e7e-40fa-9c7d-f3596cc1ce86","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:28.908815436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"fbb4385b-5e7e-40fa-9c7d-f3596cc1ce86","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:28.911273759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"fbb4385b-5e7e-40fa-9c7d-f3596cc1ce86","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2880,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:28.911599356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3d0e12de-433a-47ff-b8a0-9e8941d5e6a5","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:28.911958143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3d0e12de-433a-47ff-b8a0-9e8941d5e6a5","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:28.913559798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3d0e12de-433a-47ff-b8a0-9e8941d5e6a5","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2027,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.419972217Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.420027888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.420039548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.420047859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.420374715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.420393236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.422245516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.424506824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.424526085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.424657278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.425860923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.426016627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.427530439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.429521092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.429547783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.429661505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.438188448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.438213719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":39,"elapsed":"18.227401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.448729264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.449009581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:33.475611212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"55.654936ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:38.915692662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"4e059b7f-ec2a-4327-aeb4-0c92f28edd35","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":429,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420293972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420372344Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420390365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420404375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420419375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420432195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420444926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420458816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420473686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420487087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420499887Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420512547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420525137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420539248Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420553758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420566288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420577838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420590239Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420602959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420615249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.42062819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.42064078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.42065374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.42066666Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420678431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420691481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420703351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420715301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420728072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"11.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420742882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420755782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420769293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"4.8µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420784543Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420797093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"11.281µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420811474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"13.031µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420823994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420839454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420855084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420871235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420886655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420902345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420917406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420932106Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420947526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420962247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420977167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.420991287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.424133205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.643098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.424149695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.424532963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9727, tv_nsec: 401621170 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.42486197Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.425656478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.426204929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.42621704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.426420854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.427560468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.427571819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.427718672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.4281225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.428419957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.429359927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9727, tv_nsec: 406454594 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.429587242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430623514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9727, tv_nsec: 407722491 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430782958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430803018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430810648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.430820129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430833709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430945641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.430966382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.432344021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.432994525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433174289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433189759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433408384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433790282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433802622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.433938156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.434753803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.436892579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.436907189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.437038812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.447729692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.447752682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":40,"elapsed":"27.400719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.449619542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.45044993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.451455272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.451471542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.451646196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.452120216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.452139536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.452146507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.452338211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.452565825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.452576686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.45275488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.453167589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.453350452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.454811984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.454939287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.455015778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"34.742916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.45508651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.455178352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.455211872Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.455516199Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.461738213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.461951647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.461963577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.463888789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.463916919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.464069652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.4946621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.49469223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.49470104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.495015597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.49607167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.49608642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"75.781747ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.498985562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"78.547377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.503364827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.505755548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.505772148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.505943132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.50773741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":14,"elapsed":"87.267284ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.509689132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.509704203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.51005614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afefe3e8-6614-4131-8f49-61839d6e60e8\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.510074391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.511843829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.512630235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.512645196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.512903051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9631e46d-6f03-4a36-a8b6-b6861e874478\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.512916722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.514137648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.528361583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.528383914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.528394204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"107.982559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.533264799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.533532454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.533544325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.533631386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.533766399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f8dd69-9dc4-47e0-9379-0a36862740b9\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.5337846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.535260672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.56826889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"147.866986ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.613298117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.613352489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.613791348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c388c9c-1f93-4ac4-aab2-82e4566382e5\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.613824819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.614134175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.62970108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.629751451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":14,"elapsed":"209.452608ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.629976956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0d804f-2a2d-43ec-b828-af3e9f394be6\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.631214312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.631434127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.633487491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":14,"elapsed":"213.143687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.643075327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.643287341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.644951027Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.646747046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.646764776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.646907319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.648711808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.650254721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.650268341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.650407284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.658014418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.658032598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.658317604Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e5732ac6-c08c-46c9-8d04-94f9d4c12c27\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.658330664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.658630231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.660586323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.660801448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.663516206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.663815692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.66699305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.667006821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.667334708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e960b413-4f96-4106-af4a-e70883b949f4\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.668680397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":14,"elapsed":"248.235971ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.693440238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.693851727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ade837-f642-445d-9039-cf6c2f16743a\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.693884648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.693895598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.693903688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.695993633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":14,"elapsed":"275.577428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.709489123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.709843221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.711730461Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.711744502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.711982217Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.720304706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.720609242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1108abb6-945a-4062-82cb-ac8a2cec9239\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720636133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720647753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720913639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720925579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720934219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720943599Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.720952309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.72096102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.721215455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.721226805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.72145742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.721467911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.721778537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.723900143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.724025785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3dc7472-1a5d-4dc4-88d7-4f3688a160a5\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.724038726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.724130428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15cbeaf1-5de9-4e50-accd-eb18ccd8cba4\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.724143658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.724154528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.823727977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"948ec3b6-f18c-4cd6-9314-2c1cc5d08725\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:43.823762457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.823771657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.824211227Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13b5c22-3b3a-4b1b-913c-994149e7029e\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:03:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.824253458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.824579465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.827973548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.828279874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.831214587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.831425662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.833621839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.833837554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:43.841207922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":14,"elapsed":"420.835828ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.419827431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.419900973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.419915393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.419924843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.420163178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.42025617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.421955777Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.422166101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.422460937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.424866839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.424879129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.425018383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.426250489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.426442943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.428131739Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.430426509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.430437179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.430580692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.438747697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.438761028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":41,"elapsed":"18.929307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:03:53.449403766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"29.596826ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:03:53.91660968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"0d5daf64-85b3-4f41-9cc8-0dd36396238a","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.41986774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.419942412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.419959832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.419973692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.420230948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.420262038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.421927554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.422108828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.422595768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.423758953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.913054ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.42501281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.42502419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.425165033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.427378451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.427573105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.429081828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.431461559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.431473949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.431609222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.441645178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:03.441659888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":42,"elapsed":"21.794548ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:08.915398351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"4d4bdeb4-cf38-4c46-aa7c-7f268510b20a","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420387259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.4204468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.4204612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420470821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420479781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.420488741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420498441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420507361Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420515962Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420524982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420533812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420542002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420550292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420558162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420566923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420575883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420583963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420593633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420602333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420610384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420618224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420627434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.420636004Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:54:13.420541232 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420644624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420652914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420661045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420669355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420676585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420684235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:04:13.420693045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420702966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420711406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":9,"elapsed":"12.9µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420721096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420728926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420737706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.420746387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420754397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420762807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420770427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420778037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420785507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420792597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420800608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420808048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420815768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420823798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"10.68µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420831638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"9.44µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420841598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420849479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"4.95µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420857599Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420866819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420877569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42088795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"10.66µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42090038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.4209117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42092428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42093726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420948671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420960211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420971201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420983121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.420993572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421004682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421019072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421033653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421048623Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421063783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421078754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421092944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421141305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421165016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9757, tv_nsec: 397982521 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421187266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421203316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421219347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421232957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421252187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421262298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9757, tv_nsec: 398045233 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421276858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421286778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421323169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421334529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421344299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421354149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42136445Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421694607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421717037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.168325ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421751768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.421761988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.278157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.422951414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42322727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.423818433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.423982666Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.542516ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.424729992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9757, tv_nsec: 401577069 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.424971917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.424981097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.425696333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.425707933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.425896897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426206864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426216434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426277575Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426288466Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426388788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.426467949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.427046182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.427056492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.427198875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.428042243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.428558904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.428775909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.429190838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9757, tv_nsec: 406032464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.429419373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.429458803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.429572196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.429582146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.42975097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.431738032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.432012418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:54:13.420541232 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.432022509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:54:13.420541232Z\",\"pruned\":[]}","iteration":8,"elapsed":"11.476456ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.433049731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.433061341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.433286726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.43348696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.43349791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.433637203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.434933021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.435427672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"14.708427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.436626697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.436644258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.436651868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.436659088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.436666958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"15.990554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.436832072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.437281302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.437446645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.439786795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.440036101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.440163664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.44046802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.440668844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.440739456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.441024362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.441162945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9757, tv_nsec: 417993921 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.441472732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.441810619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.442102395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.442919273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.443125077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.444341553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.445814035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.446604142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.449364821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.449387471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.449624567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.449948694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.451261232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.453612375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"33.181422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.453909194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.453920397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.454175534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.462726788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.463130587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.466582151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.466612541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.466620952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.466931308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.468599434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.468623165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.468633675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"48.187565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469036884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469278049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469608516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469629166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.469644586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469656387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469667057Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.469676897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":43,"elapsed":"49.126265ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.46981936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.471435595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.471461385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.471624449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.472843285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"52.252272ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.483633727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.483668948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.483680498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.483689968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.484013825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.484969476Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.484994546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"64.461965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.487864298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.488113683Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.490075755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.490348661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.494892119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.494918079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.494925609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.49493193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.495092373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.498854674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.502656466Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.502677166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.50285604Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.505587509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"85.014976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.506770214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.506971368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.510100975Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.510123916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.510134176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"89.352759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.513361776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.515856579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.51587921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.516009642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.545122767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.545480675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.553580159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.574016898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.574057109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.574387696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f90d25-470b-4779-896f-28e90ef733f3\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.574414787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.576529042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.637468261Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.637533202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.637798268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da142da0-e59d-4a99-a80f-be3dadd5caa4\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.637829278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.639546045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.681979597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.682019047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.682450347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f958dfe9-fbf0-4f1e-8c22-c1c9f84b52c8\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.682480397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.682847045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.684311957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.685257697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689032198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689057769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689359605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689731393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689745004Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.689942858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.69239346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":15,"elapsed":"272.022012ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.710560971Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.71100387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6be6072-7e97-44a5-9e39-2e8fab2c1f73\", \"date\": \"Sat, 02 Nov 2024 04:04:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.71101843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.712938651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.712959742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.712970342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.713188537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f811578-357b-4fc7-a397-a15fb8d6d896\", \"date\": \"Sat, 02 Nov 2024 04:04:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.713199927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.713547905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.714006034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.715061617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.715260592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.715272662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"294.883053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.715353243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.715613009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.715892585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.715901675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.716196461Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5186afd0-410b-4459-a496-95a4f456e79d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.716208552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.717759975Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.717772825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.717914489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.718299347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720141736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720174967Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720186767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720196207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":8,"elapsed":"299.556804ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720664437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720681948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720692878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.720840731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.721493845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.723216992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.723226052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.723388766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.724637573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.724660753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.724893278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2405843-42a5-4387-a4de-0e23c85b7276\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.726218127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.726229477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.72637976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.726511463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.726711177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.728368673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":15,"elapsed":"307.950574ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.734665178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.734687559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.734964795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e2f1803c-b32e-4cbe-be9c-24794e4865cc\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.734977465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.735306052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.737261624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.737480509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.742130249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.743710332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.743721513Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.743865876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:04:13.748477945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.748491945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"327.763139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.756823874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.759322238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.759338978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.759468451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.809983276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.814165725Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":15,"elapsed":"393.690455ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.824457106Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.824852175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bedeccc-dc39-43a6-8a57-b1e5e0446f8e\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.824881356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.824891956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.824901316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827180795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":15,"elapsed":"406.543761ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827266867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827279397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827286787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827294827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":8,"elapsed":"406.534311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827564333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.827804849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.830266701Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.830276831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.830634259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6e41070b-f401-46dc-9996-a1d3abec7dea\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.832280645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":15,"elapsed":"411.65261ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.86933911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.869396392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"448.741427ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.874655115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.875202506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8f2da23d-a6bf-43ab-a4d6-c49ca63326ad\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.875220317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.877331942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"28260a3f-c6eb-4368-878a-8f7f4b2afc7a\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.877364413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.879029258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"14018181-2e67-4c20-9dc1-09eeff5da4b3\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.879057109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.881070062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.881110383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"460.370037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.891046627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.891482126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.893568341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.893598662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.893861547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.905030077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.905387335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405dca1f-fe4e-44df-9993-f479233baaaa\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905415035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905427896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.90564086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.90565355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905661221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905670801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905678571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905686581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905889595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.905956807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.906164941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.906185692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.90655324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908212045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908327108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7e7833-5517-4c37-bc8b-f25addb3bef1\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908348148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908476831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"bceba64e-553f-41a7-9397-2a88b99e8e5d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908675965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"bceba64e-553f-41a7-9397-2a88b99e8e5d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908725156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fece822f-25eb-4a84-972a-f2058d121b2d\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.908745097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.908761927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.912948097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"bceba64e-553f-41a7-9397-2a88b99e8e5d","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4502,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.915157024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"aec5f621-1c01-4814-9fb8-2108527e1297","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:13.915469771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"aec5f621-1c01-4814-9fb8-2108527e1297","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:13.918294252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"aec5f621-1c01-4814-9fb8-2108527e1297","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4988,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.03322989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f91b3db5-05c4-47fc-ab97-87d68d924bf6\", \"date\": \"Sat, 02 Nov 2024 04:04:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:14.033275451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.033286391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.033733821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887b3308-dc28-45a3-bc89-de629d05eeb3\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:04:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.033785912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.034202511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.038189017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.038469803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.042323216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.042656143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.044811069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.045063014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:14.051778788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":15,"elapsed":"631.282577ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.419705822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.419782534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.419799614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.419813594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.420215503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.420227313Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.450764989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.451435374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.451806141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.453279183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.453306564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.453444437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.45547541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.455645864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.456898201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.458961605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.458975735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.459103928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.470386471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.470416881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":44,"elapsed":"50.686409ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:23.483009682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"63.31983ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:23.920741323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"8dccd002-cc23-4932-90b6-5ed262477e90","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.419983167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.420038988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.420049198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.420055768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.420345984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.420358535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.422149323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.422222845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.422511091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.424432262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.424449772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.424577125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.42571735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.425927214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.427165011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.42947672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.429501571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.429632914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.440304063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.440334924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":45,"elapsed":"20.334107ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:33.451902992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"31.935446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:38.914510046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"9ace6fa0-a665-462c-9a4c-79031c27b56a","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420004555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420061286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420070827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420077636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420083637Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420090707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420097827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420105867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420113427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420120477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420127918Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420134838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420141428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420148758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420155418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420162568Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420169858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420177309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420183759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420189869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420196389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420204369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420210779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.42021679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.42022424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.42023255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.42023914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420472445Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420490365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420499496Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420508306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420526386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420570247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420581957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420590287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420598578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420606608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420634628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.420644709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421215561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421228511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421236041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"11.73µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421243222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421249502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"8.72µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421257092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421263282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"6.23µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.421270162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"3.65µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.422074779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.422274444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.422945668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.423376298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.305081ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.424380129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.424404289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9787, tv_nsec: 400970796 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.424716076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.424856489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9787, tv_nsec: 401433995 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.42490499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.425019273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.425028273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.425114245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.425222337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.426944554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.426960694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.427102167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.427176649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.427187989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.427322892Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.431489462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.431516772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.431724947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.431821819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.432407431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9787, tv_nsec: 408992578 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.432649446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.433235399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.437534231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.437563482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.437809477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.459387711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.459423281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":46,"elapsed":"39.296454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.461904675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.463734574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.463755154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.463764435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.463770255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.463923718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.463938518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.464070241Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.464103972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.464121033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.466877672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"46.733303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.469949938Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.470319695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.47096644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.47145165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.472635765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.472903721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.473441383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.473457823Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.473624186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.474352022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.474363342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.474607218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.475450336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"55.458302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.477283625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.477484729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.47845322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.48122138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.48123772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.481470645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.493027243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.493048734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.493056574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.493321029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.499089304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.499114914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.499417651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eeb0284-68a1-47d1-ab16-8b76b8410f89\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.499432371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.501612598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.503004008Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.503024508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.503312154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d472cf-6e16-4cf9-8716-7a8ea8d310b9\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.503329884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.504714624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.506965542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.506978203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"86.809565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.506992453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.508794452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.508816492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.508947545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.510016368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.510026338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.510283134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e37b54-ce36-49b6-a41c-13ff96710a99\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.510298804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.512112613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.515497206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.51800821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.51804818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.518206334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.519721947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":16,"elapsed":"99.66817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.526338749Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.526609335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.527567185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.527595706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.527607736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"107.458858ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.575604367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.575903253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f23fc3-b8f6-4666-8bf0-4e7fb88c49d2\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.577832555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.578238403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.579579892Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":16,"elapsed":"159.478985ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.581455362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":16,"elapsed":"161.440697ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.588839131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"168.748915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.639604821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.639954929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.64189352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.643566996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.643583587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.643717139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.664071867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.664099747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.664599678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5fa9a74-04ca-4d18-9423-5d16e2c33c12\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.664622208Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.665032527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.676996414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.678636539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.67865175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.678789453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.68890207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.689315149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.691356973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.691374793Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.691524436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.704112556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.704427063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cdf985-6b74-49da-bb6d-372caaeca5a8\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704466974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704479024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.70475722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704767941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704775561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704783541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704791121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704798911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704966885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.704977845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.705167519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.705177619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.705438355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.707786215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.707902288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec860bd0-2bee-4d7c-bb18-f4f7c8511d80\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.707927869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.708040641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e7d2b3-6172-412b-ac37-1743b39daa22\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.708056811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.708070332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.709185696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.709205996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.776062672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.818749909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"479bd061-9a39-4e7d-a82f-b358775b03d8\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.818786409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.81879673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819026854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"de83daba-0a4c-48d6-88d8-84ab8d7ab042\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819043485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819457284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819531605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79942b11-4902-4f61-a9ed-a9b75c150fcd\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819578896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8e608c-8f9f-441c-a12c-50fbc60fdc73\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.819590556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.819600767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.819609767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819618757Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.819880713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.821951817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":16,"elapsed":"401.916022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.822038689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.822435908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.823556872Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.823739086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.825319599Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.825618446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.827460756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.827628309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.82907215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.829272324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:43.82953026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.82954561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.829924978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5cf97e3a-9e49-4749-9fe7-5bf52058c2a6\", \"date\": \"Sat, 02 Nov 2024 04:04:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.83141421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":16,"elapsed":"411.253022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:43.836216233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":16,"elapsed":"416.104256ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.420694558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.420749509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.4207588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.4207667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.421079007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.421095797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.423039229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.425359939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.425383349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.425508012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.427587825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.427815539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.429076218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.431153283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.431166233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.431304436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.442450615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.442477916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":47,"elapsed":"21.767358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.452547622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.452800128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:53.481964874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"61.282087ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:53.915355026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"bf2a0da5-2fe1-4604-84bf-95701c842cc9","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:58.909072426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"075e1881-adb1-422f-b6d8-92b64bb7b840","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:58.909464164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"075e1881-adb1-422f-b6d8-92b64bb7b840","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:58.911889756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"075e1881-adb1-422f-b6d8-92b64bb7b840","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2899,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:58.912192833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"1747be95-07f9-44b1-a5b5-c34340229606","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:04:58.912565101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"1747be95-07f9-44b1-a5b5-c34340229606","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:04:58.914632735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"1747be95-07f9-44b1-a5b5-c34340229606","remote_addr":"[fd00:1122:3344:101::d]:60007","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2507,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420048983Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420120184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420137234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420151215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420443841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.420465681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.422201728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.422299821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.422424295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.423816673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.791381ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.424757944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.424770524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.424908087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.425957189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.426112703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.427412691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.429451554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.429464465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.429597877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.437754813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:03.437776703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":48,"elapsed":"17.720681ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:08.915831629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"15da81a4-8d86-46d6-9781-e75770a1491d","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421024532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421075133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.421089023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421103624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421111754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421120084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421127524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421134764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421141624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421148854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421155255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421161995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421168325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421174135Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.421181745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:55:13.421095033 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421189265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421195795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421202736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421209606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.421216056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421222006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421227846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421234816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421241256Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421247957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421253807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421260077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421266447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421273897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421280977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421288088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421295038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421303118Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421310188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:05:13.421316808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421324798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":10,"elapsed":"13.001µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421333769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421340269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421348129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421354669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421366069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421373169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421379639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42138703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42139396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42140171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42140879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.4214164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42142272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421429231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421436401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421443581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"10.07µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421452341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421462591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421473681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421484202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"11.05µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421495462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421504972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421513382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421523233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"10.92µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421533913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421543413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"15.14µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421553323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421566183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421578904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421605674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421635015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421648375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421660225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421672346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421685966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421699126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421709857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421727277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421740307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421751127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421759588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421771988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421821769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421835019Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42184304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42185465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42187734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9817, tv_nsec: 398223046 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.421899021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9817, tv_nsec: 398249687 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.422302859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.4223225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.222686ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.422375121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.422387311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.061543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.423085196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.423354582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.42374682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.424170659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"2.944603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.425469417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.425485768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.425630111Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.425740023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.427276536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.427293346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.427421819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.427731536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:55:13.421095033 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.427754196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:55:13.421095033Z\",\"pruned\":[]}","iteration":9,"elapsed":"6.639553ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.428894391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9817, tv_nsec: 405240157 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.429142736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.429364551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.43022702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.431907965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.431931916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.432058299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.432069799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.432076229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.432210432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.432972188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.433148982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.434320507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9817, tv_nsec: 410662764 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.434610434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.435240657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"13.857558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.440414268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.442640856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.443078625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.443340821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.444614649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.444636269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.444645229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.444651609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.444940456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.445777783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.445955547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.4460606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.446226453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.446760524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.447502551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.450497405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.450525956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.450716729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.450950974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.450964605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.451162829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.466664782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.467066791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.469288348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.469324939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":49,"elapsed":"48.097703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.470882533Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.47124205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.471612378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.471775902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473709283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473736464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473746584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473756584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473844216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.473855897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473865257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"52.470776ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473922978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.473994129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.474852618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.477141667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.477160688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.477168338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.477188028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"56.073685ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.477324511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.478300302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.47867271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.478915815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.478942046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.479080119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.479979888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.48099153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.48101109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.48102954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"59.984819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.481539562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.481551122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.481695365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.481781667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9817, tv_nsec: 458130603 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.482092283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.482323968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.482781168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.482800398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.482807659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.483063114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.483761099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.485254031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.485320443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.485337263Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.485349243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.485620969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.486527609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.486545229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.486732643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.489458081Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.492332333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.492351634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.492480986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.50243284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.502657025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.510878781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"89.86652ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.511833972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.512004066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.516701237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.516714977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.516723297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.516988933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.517412222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.517422652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.517429542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.517435842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.517607136Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.519106608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.519117549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"97.900122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.540443347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.54062311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.547841775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.580283822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.605397071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.605473363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.605747359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1eb34e-b246-45cc-bff3-0bad6649ee8d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.60577295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.608314464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.639514564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.639558495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.639846561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844d59ea-b5b2-4483-b957-32fa6da6fc4b\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.639873062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.641396104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.662703562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.662744463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.662998619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33bf591-ba3b-4ef6-aea1-65dc1dc61e06\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.663027649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.665184906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.703429137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.779714655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.780159335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"66faf2e4-97c4-4a01-8371-27eb52af095d\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.780189625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.781630846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d021063-c6e6-4ac3-92b0-d5250943be12\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.781658607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.783408334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.783428495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"362.152668ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.83256904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.832615921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.832937388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed512c37-0db9-4aef-88e1-1bed085ab0d7\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.832969989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.833413258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.834188945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.83629498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.836658818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.837907675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.837924705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.838168861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.84001661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.840876779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.842532694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.842555905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.842565115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.842573455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":9,"elapsed":"421.538883ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.843793521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.843826422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.844018306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.844718631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.844745952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.844960706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.847112062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":17,"elapsed":"426.030789ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.858909816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.859561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"82e648fa-23be-4e4e-8e0b-f0ffaf156ca9\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.85958274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.861324998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"68a04ded-21ff-426a-af86-1c83dbc8dc38\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.861352118Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.863371182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6d9fc016-bff9-4081-ac1f-424a40805467\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.863399092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.865271463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.865309993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"444.075897ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.868330638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.868353029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.868363519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"447.03749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.880719184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.881034541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.883747289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.884098737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bdee550-1fc2-48c4-8586-f62505d20c1f\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.885797763Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.88609442Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.888565723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":17,"elapsed":"467.396229ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.889789339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.889812119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.88982259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.890039684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.89912331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":17,"elapsed":"477.845992ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.901816667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.901841638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.902094423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"08a9a984-4aad-4d4d-af23-e3f55ebbbf03\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.902113504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.902529303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.904755191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.905003296Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.91266676Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.914818096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.915176814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.91543313Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.91545783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.915690365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.918314742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.918341782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.918743211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8eb8105e-d94b-4d4e-b327-9f0baa7e8a53\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.920390516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":17,"elapsed":"499.250172ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.944531325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.947184092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.947215302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.947339105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:05:13.948992921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.949014731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"527.833055ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.950242527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.950256788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.950265578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.950274148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":9,"elapsed":"528.98353ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.957047743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"535.978771ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.960353914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.960387185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"539.104168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.962073202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.962386238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.963832459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.965432854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.965447014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.965593867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.967095519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.968670043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.968684553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.968828547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.989259785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.989633013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:13.991558195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.991582135Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:13.991715208Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.00112332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.001423576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17075d4e-22bd-4139-905a-f7c3cee79454\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001446727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001456967Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001747303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001756624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001763284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001770014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001776284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001782624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001970808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.001981899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.002124131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.002133072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.002461349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.003973921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.004071213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14120da1-5b9a-4121-9ec2-e2792e3a36d6\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.004082684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.004162445Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21cc8c91-4df8-42d0-aff6-f7da186f0bf6\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.004194216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.004205006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.01043555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.112638425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6caa684d-1ff9-4a2e-bef7-4cd876fa04c1\", \"date\": \"Sat, 02 Nov 2024 04:05:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.112689246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.112721737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.113164346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67114674-f67e-4b79-abe0-fab00390a57d\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:05:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.113206497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.113540554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.113613086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebcf4c1e-9bcc-4a7a-99d6-f6b8a4742d98\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:05:14 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.113671107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.113700708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:14.113712858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.115618539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":17,"elapsed":"694.463375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.117581251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.117905638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.121116447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.121318731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.122805403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.12312614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:14.130040818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":17,"elapsed":"708.741661ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421147593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421227234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421244895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421258115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421518351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.421625193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.423100725Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.425447855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.425462985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.425616129Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.427568001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.427855087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.429437371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.43173655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.43174744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.431890934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.446049968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.446071758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":50,"elapsed":"24.912385ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.454705804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.454927738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:23.482275356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"61.146733ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:23.91691996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"8923e7f0-87d6-40e9-8430-3f20bec94581","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421138061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421190592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421200372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421208203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421467408Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.421481829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.423796968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.426085437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.426099578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.426233611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.428454868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.428670453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.430326059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.432503885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.432530156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.432647828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.444235817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.444258908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":51,"elapsed":"23.116926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.450166765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.450393859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:33.483900579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"62.774908ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:38.916770305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"3c6adee4-492e-48b6-bac7-9557b0d3a532","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.420946204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421001156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421013556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421020906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421028386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421034286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421041376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421048837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421055567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421063217Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421068977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421075917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421083097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421089407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421096847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421103888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421110638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421117198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421124328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421130698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.421136458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421143768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421151269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421157149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421163299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421170839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421176919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421401224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421413114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421475136Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421499206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421509846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421518636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421527287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421536067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421544367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421596498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421608489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.421615439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422181761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422208591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422218591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"13.701µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422228992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"8.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422238022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422246062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422253402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"3.27µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.422261832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"6.53µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.423184062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.423477469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.35614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.424908389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.42492828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.425089033Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.425264567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9847, tv_nsec: 401382183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.425606474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.428056557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9847, tv_nsec: 404168833 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.428350003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.42959879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.429800874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.430030499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.43004478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.4300517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.430381337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.433147376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.433170507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.433459543Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.434216499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.43423469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.434520586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.435723132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.437139542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.437372077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.437381717Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.437391597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.437614472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.455167359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.455488636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.457105971Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"36.165986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.457424668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.459054223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.459132414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.459154885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.459307148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.460758069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.46077582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.4607829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461063106Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461524716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461540566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461649658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461681719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.461882433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.462381554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.462606529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.463301704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.463352965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.463414096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.463424587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"42.465002ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.463499028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.46406381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"42.990763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.46499074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.46500539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.465142523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.465798678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.467475414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.467488144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.467621897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.46917497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.470039629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9847, tv_nsec: 446158555 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.470309534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.471340957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.471355177Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.47149054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.481944924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.481973125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":52,"elapsed":"60.913888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.485759386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.48593482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.487701818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.487942053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.489452446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.491785936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.491799506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.491952539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.493679206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":18,"elapsed":"72.575779ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.494482903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.494497254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.494505684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"73.486569ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.495004365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.495014405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.495320061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5c9cc0-247f-445f-9aa2-a7ab4a2db030\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.495332932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.497040058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.49894963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.499336338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.505235265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.505261115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.50549115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe15c652-aec4-497a-93d5-b14f9f96405d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.50551972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.507760479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.509854884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.51013921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.511952379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.513826099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.513834999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.514005073Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.515622868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.517170271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.517184211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.517323064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.565793455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"144.635966ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.572236883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.572274704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.572584851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e2fd82-89fa-48bc-b4f0-724f1de04c09\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.572605461Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.57484912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.631350243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.631399254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.631854644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7550cd7a-df52-4414-9b7c-31ed56593d97\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.631894214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.632396375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.687978599Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.68802443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.688291386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2b27c82-0b4b-4308-bbc2-32868111fcc0\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.688305526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.688668384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.691333321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.691603937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.695694685Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.695894809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.697517494Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.698990515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a537f6-5159-48fe-bc5e-6e1d1979fa0f\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.699579058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.699592828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.699971627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3922c116-3870-418b-b216-2282caf82c70\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.704566675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.704888392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.705782941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":18,"elapsed":"284.690544ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.725158288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":18,"elapsed":"304.123821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.767037897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.767524227Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d08947-5b57-4bb6-a4e2-9ea6a786ffde\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.767548198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.767561098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.767571668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.769361327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":18,"elapsed":"348.398932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.769469469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":18,"elapsed":"348.407833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.810406198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.81092483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.813668148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.813690849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.814015656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.82771268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.8281738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3ec9e1-67ef-43a2-b81f-150017def8a0\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.82820357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828218511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828561448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828579679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828591109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828602519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828614719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.82862601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828826184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.828837504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.8291158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.82912808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.829674812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.832186836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.832313869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd45965e-8945-4334-9ba9-37391aa9a830\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.832331879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.832428821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf4eda8-b29d-49ac-9e0d-1f16917f359d\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.832446162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.832460512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.969921814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2cad8959-029d-407b-9774-a135f17ea3d6\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:43.969963165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.969973325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.970522977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b178673f-4f02-478c-836d-6f6a50e0263d\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:05:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.970566598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.970979857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.97487123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.975058214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.978458248Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.978709363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.980505214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.980689849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:43.986821487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":18,"elapsed":"565.821942ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.113928626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.113981268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.144097985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:44.144202117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56659"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.1443417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"81a53c7f-0b05-4cf5-b99d-ee2c5ae700a4","remote_addr":"[fd00:1122:3344:101::b]:56659","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.144640086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"81a53c7f-0b05-4cf5-b99d-ee2c5ae700a4","remote_addr":"[fd00:1122:3344:101::b]:56659","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:44.180573668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/oximeter.rs:76","collector_id":"3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","producer_id":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:44.180598308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/producers","method":"POST","req_id":"81a53c7f-0b05-4cf5-b99d-ee2c5ae700a4","remote_addr":"[fd00:1122:3344:101::b]:56659","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36309,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.180643139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a53c7f-0b05-4cf5-b99d-ee2c5ae700a4\", \"content-length\": \"41\", \"date\": \"Sat, 02 Nov 2024 04:05:44 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.181337474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:44.181349114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420559465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420616166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420627856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420636386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420927242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.420942633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.422764812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.423293093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.423453677Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.425213745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.6705ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.425226555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.425236045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.425372688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.427460003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.427618366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.429263812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.431258924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.431272235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.431399317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.442014805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:05:53.442027776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":53,"elapsed":"21.481172ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:05:53.916220309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"eb6280a1-21b7-4d81-aeff-c438c95c65ac","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.420517722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.420570683Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.420580113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.420588184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.42086789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.42090366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.422584376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.42275875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.423289642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.424475587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.975966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.425750924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.425762245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.425899448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.427642275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.427817089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.429446474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.431512608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.431525819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.431657531Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.439622262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:03.439643153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":54,"elapsed":"19.12013ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:08.917083246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"c8d27174-2455-4c6f-b014-611e142c88b7","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421174425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421226806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421236746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.421245056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:56:13.421175535 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421253236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421260837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421267777Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421274587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421281467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421287907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421294207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421301617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421307378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421313428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421319198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421326878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421333048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421338978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421346258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421353888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421360359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421367799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421375519Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421383289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421391969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421400109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42140901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42141726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42142491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.42143387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42144155Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421449601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421456501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421464381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421471431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421479781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421487871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421495922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421503512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421511542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421519312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421526992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421535092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.421543503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421551063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421560153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421567843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421575523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:06:13.421583424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421592184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":11,"elapsed":"12.42µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421602664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421610814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421618414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421626454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"5.22µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421635285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421644135Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421652175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421660055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"12.221µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421669475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421677426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"4.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421686906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421694976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421702526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421710376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"13.611µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421718076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421728576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421739107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421779718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421822389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421834979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421844409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42188934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42190168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421936281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421951831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421973982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421984232Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.421998132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422008353Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422045023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422056994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422066124Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422106515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422115185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422124965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422134305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422144185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9877, tv_nsec: 397980911 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422158896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9877, tv_nsec: 397992221 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422226207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422240267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42236125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42237337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422492393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422502433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422580735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422591715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.344809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422619226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422629586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.422638226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.341569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.424495486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42468587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.425406855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:56:13.421175535 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.425430696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:56:13.421175535Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.239291ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.425782254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.369463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.42608522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.426270784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.426496529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.427071251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.427262646Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.427504781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.427970911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.427980421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.428154314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.429628816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.429650907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.429773639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.430420373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9877, tv_nsec: 406320270 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.430680509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.430921194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9877, tv_nsec: 406829861 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.43121241Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.431426535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.43259053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"11.048368ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.43351525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.43352667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.433694453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.433764205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.433925589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.434278246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.434390368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.434504691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.434649764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.436641847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.436835501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.437130447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.438605319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.43862655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.438806193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439006388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439037968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439189322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439372366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439386156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.439521909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.440782396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.441865109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.442738968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.442926282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.442939442Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.443104386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.443177747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.444887084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.447118472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447145262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"24.509857ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447159283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447170373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447179423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447188213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.447772616Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.450202458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.450228529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.450239509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"28.817139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.450512205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.45077736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.45120804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.453937328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.455641385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.455802628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.459498688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.459529158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.459767473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.460370346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.460395957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.460609982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464314401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464339202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464355242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.464366452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464378772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464387573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464429854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.464626468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.46472465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.466233412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.466257183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.466404006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.468260716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.469149815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.469162945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.469169166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.469229237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.469523583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.470259099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9877, tv_nsec: 446146535 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.470558115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.471212109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.47122787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.471396213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.471602508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.471613978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.471854253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.472136449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.47215049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.47215954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"50.77483ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.473708663Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.473755014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.473774854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.473783845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":10,"elapsed":"52.389815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.475840969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.476321079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.478310572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.478329042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.478614598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.478835743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.478859123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.478870274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"57.27302ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.479454066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.479477037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.479684241Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.479706972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.480707913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.480766675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.481105782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.48194184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.48195992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.482171305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.482296517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.482546813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.483546554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.483607516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.483633366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"62.186206ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.483850401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.485011916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.485038266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.48522161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.485409294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.486372455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.486574109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.486592409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.486702172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.486793884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.487294525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.487304915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.487455328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.487673693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"66.517848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.487693023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.488179874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.488400288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.488803127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":19,"elapsed":"67.571001ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.489828968Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.48984995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.489967955Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.491500415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.493294384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.493315734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.493354855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"71.913804ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.493469297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.500442587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.500468058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.500476108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.500482048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.500689542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.501884448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.501916179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":55,"elapsed":"80.471168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.502521772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.504915933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.504942024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.504958484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.505149198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.508300836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.508324146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.50849245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.509630534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.510037223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.522755876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.52431191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.52432526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.524474073Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.540102859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.540124119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.540136319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.540438636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.542069841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.544743089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.546015526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.546028606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.546277691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.546518507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.546526797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.54667544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.549135093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.549345947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.549356917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.549376628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.549389528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":10,"elapsed":"127.996369ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:06:13.561542459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.56156495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"140.351144ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.587031537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.587085758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.587429565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34ac740-8c4e-4b6e-b8bb-9905ce33e656\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.587457876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.589380037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.602686943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"181.369695ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.603541091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.603574822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"182.060849ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.677803006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.677857757Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.678142493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1180261b-93e4-4c57-92f8-a031b661e824\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.678162064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.679590354Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.694133437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.745632053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.745650343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.745898349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b065238-d701-4863-bafd-f0352aad025a\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.745914969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.747874041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.806127942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.806586842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de96ebd3-024e-497e-83cc-6b17659113bb\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.806631163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.806652413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.806661153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.808418921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":19,"elapsed":"387.221576ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.838298303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":19,"elapsed":"416.908983ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.843329331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.843691329Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a0e25df-41ed-4d75-8e4f-00a0ba5af218\", \"date\": \"Sat, 02 Nov 2024 04:06:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.843704209Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.845702732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6982db4e-3440-4629-b3bc-a48e38f9d86e\", \"date\": \"Sat, 02 Nov 2024 04:06:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.845712152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.847608073Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.847618473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"426.255804ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.877100706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.877121297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.877354302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682f7802-d5f7-4ab1-8000-f67029c8b806\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.877380472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.877697639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.88098666Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.905746001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.906966457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eea8d45-3c71-49c6-904f-f0ba6812c945\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.908397388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.908665204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.911320801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":19,"elapsed":"489.887651ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.924393052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.924418812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.924685378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ee641068-efa2-4167-a1d8-fa8bb8e03f59\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.924707178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.924973824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.927454117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.927640341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.931030494Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.931348491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.933895026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.933923427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.934283754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5c36177f-e249-4cfe-b760-9d10c1184daa\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.93596335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":19,"elapsed":"514.505099ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.948804066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.949317637Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a1685e7a-bdf2-4f80-af24-307ca7ac5a17\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.949369128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.950915601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b3eddd56-4fee-41e4-8806-1875a96b74da\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.950928802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.953064927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f4bdbe3-828a-4fc0-9922-b34a7ea4a3d4\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.953079758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.9550346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.955077151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"533.60311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.975031079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.975378547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.977291088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.977305778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.977464802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.990160224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.990493031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e16258-036b-4d55-ac58-e9171bbada06\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990523582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990550813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990824889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990840319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990847219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990854179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.990860319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.99086717Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.991023653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.991032383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.991245998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.991253948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.991495223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.993424434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.993523447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2beb7af-4b38-4cbd-b355-13f5cd008ed5\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.993533617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.993620758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ddafda-c2a5-4bc8-932c-ccec9943bbc9\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:13.993636529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:13.993646899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.111233574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"11c2f44a-ade2-4460-88de-06440b3d9e14\", \"date\": \"Sat, 02 Nov 2024 04:06:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:14.111277755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.111289775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.111839327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b194f2-edb0-4479-a7f2-a60e101094c9\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:06:14 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.111883488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.112211055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.115413474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.115615198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.119287567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.119526382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.121133747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.121312391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:14.127628746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":19,"elapsed":"706.298529ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421092541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421169723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421187243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421201594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421641483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.421683064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.424242909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.426488377Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.426503308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.426647531Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.428762306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.42895886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.430545314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.432742102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.432752782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.432882545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.443605035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.443618375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":56,"elapsed":"22.521264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.448552451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.448854368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:23.450687007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"29.617527ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:23.916968741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"998d0e9a-4933-4a88-af14-b0836e1bab24","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.420749592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.420828954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.420845974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.420858585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.421297264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.421363536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.423003751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.423172974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.423263866Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.425597226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.425615407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.42576286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.427915006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.42810311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.429743055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.431876011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.431887651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.432018984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.440948096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.440971586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":57,"elapsed":"20.211184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:33.451638896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"30.911064ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:38.917386207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"89a65550-9778-46d5-a390-f0d8ed7c039f","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":441,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421607766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.42165784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421667937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421675924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421683799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421690391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421697187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421704162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421711822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.421720166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421728191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421735467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421743342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.42175087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421758548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421766404Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421774148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421781601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421789524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421796489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421804571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421812089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421819627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421827503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421835303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421843084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421850472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421858065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421866259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421880182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"5.801µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421889651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"11.711µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421898501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421906414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"3.79µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421915048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.421922942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"10.02µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422086989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422141947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422152306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422171328Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422180817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422189938Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422199473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422208426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422217867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422290784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422301844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.422315324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.424997292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.425600975Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.787382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.425933902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.426666978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.426848262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.426861932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.427043556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428414325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428427315Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428678121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428704272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428714992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428727352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428783253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428907586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.428923486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.429762734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9907, tv_nsec: 405442000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.430109262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.430796426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9907, tv_nsec: 406472583 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.431044362Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.431057462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.431317928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.431328978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.431478091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.433236979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.433248669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.433366322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.433396542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.435505147Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.435516208Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.435660181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.438033652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"16.357442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.444972581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.445341799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.445362299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9907, tv_nsec: 421035806 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.44538952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.445655736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.445674826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.446980134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.44867423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.448689991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.448840454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.453222908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"31.518447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.458831399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.459109814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.459391811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.459401561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.459407351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.459708097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.467776851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.467853762Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.467864673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"46.231822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.467908274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.468142459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.470112231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.470251324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.470261374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.470446458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.470484449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.472712497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.473156886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.476007608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.477854357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480567465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480579756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480665548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480700318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480748619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.480996904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.483397356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":20,"elapsed":"61.636674ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.49150954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.491526221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":58,"elapsed":"69.701397ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.494446824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"72.65398ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.494838912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.494848722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.494854532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.495156029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.525334987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.525639603Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.525661894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.525673664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.525685754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"104.004763ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.533113694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.533133264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.533474591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a9d652-254b-42da-abe2-b8cb8607efbb\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.533493612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.534835991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.534845951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.535076216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d31475e-3c5e-4022-a89b-96746941d89d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.535089836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.535411973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.536553638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.554526644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.554552434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.554784529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fff483b-7842-4f10-a42d-d6b884eb52ad\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.554800989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.556115068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.556128438Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.556297722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.556524517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c2a4da-4426-4e84-a236-1c31efaee381\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.556546427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.556863534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.586114782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.586161273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.58646672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"17bf7abe-9839-4731-bf10-3b4e161b16f9\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.58649029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.586797647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.5888132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.589075536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.591317094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.591677332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.591849345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.592111271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.593378018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.594986563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.595007043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.595410942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d969dca1-13ac-451a-aa1c-ea33f4d95d0f\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.596094807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.596119517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.596338292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.597288442Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":20,"elapsed":"175.599332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.597693001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.600109343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.600122733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.600347888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.643334061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":20,"elapsed":"221.583868ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.644535097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.644831013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76459c90-8562-4603-bcfb-fc384564cf89\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.646149131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.646420427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.648703216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":20,"elapsed":"226.927874ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.738594117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.739134718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a9b20d-b16c-44a8-8624-2bee16a65e30\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.739161249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.739173079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.739182569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.740968648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":20,"elapsed":"319.351919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.74479443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.745129927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.746815973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.746829814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.746976487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.756064862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.756307547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2996bd-c26c-4e98-866a-1526b985ddb9\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756327668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756337098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756616234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756627764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756634904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756642514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756649655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756657325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756805068Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.756814218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.757007732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.757016432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.757330769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.759476805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.759583347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323c0614-1308-41ba-b88c-474fcb82d75c\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.759595218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.75967556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2805c9-5448-422d-8ee9-8b367c4746c3\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.75968831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.75969931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.864637694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"85d05b0c-db2b-4880-bd8f-0d60896200f7\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:43.864675984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.864686115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.865200196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d6ae1b-9916-4084-872e-26effe3526e7\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:06:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.865243057Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.865566083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.86958034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.869762074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.873113886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.873432052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.875227071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.875450336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:43.882658221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":20,"elapsed":"460.909008ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.420956564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.421008945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.421020945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.421029585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.421317801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.421331802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.422871525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.423039508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.423298644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.424388767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.447484ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.425585953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.425596923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.425734316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.427278579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.427450853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.428649689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.430669972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.430684582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.430817645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.441900969Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:53.441923892Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":59,"elapsed":"21.003451ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:53.916359143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"8a94a245-7d5c-41eb-928e-61453dcbe3a7","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:58.909679429Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:53017"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:58.909786161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"b39c20d3-4551-40a3-b39c-59d1c253c798","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:58.910137149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"b39c20d3-4551-40a3-b39c-59d1c253c798","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:58.912361886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"b39c20d3-4551-40a3-b39c-59d1c253c798","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2624,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:58.912584401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"739c8466-947a-4258-b393-dc713a821f3a","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:06:58.912831976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"739c8466-947a-4258-b393-dc713a821f3a","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:06:58.914734027Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"739c8466-947a-4258-b393-dc713a821f3a","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2180,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.420896761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.420953302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.420964532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.420974543Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.421223958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.421237568Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.42270607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.423340293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.423696181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.425015109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.425030459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.425161722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.425216423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.340723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.426682955Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.42692669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.428084415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.430382505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.430395655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.430529858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.43903932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:03.439063951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":60,"elapsed":"18.16367ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:08.916352201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"4d827076-e019-4810-938d-36ce689fea27","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.421971592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422027894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422037954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422045954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422052724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422060364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422066614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422074765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422081465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422089925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422096655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422104535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422112735Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422120026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422127076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422134366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422140836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422147706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422154967Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422161707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422168157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422174297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422179997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422186527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422192477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422198607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422205728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422212088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422221248Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422232278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422242938Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422252598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422262529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422271889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422281169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"11.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422291269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42230079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42230982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"7.99µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42231933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42232837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.42233794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42234756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422356351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.422366371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:57:13.422268219 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422376311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422385281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422394532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.422403452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422411772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422420402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422430402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422440153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422449843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422458233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422468073Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"13.241µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422479743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422489964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422499944Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:07:13.422510434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422521164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422529444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"4.79µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422554605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":61,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422564265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":12,"elapsed":"13.75µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422575236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422585116Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422594046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422604326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422614516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422623457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422632727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422641247Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422653607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422666558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422678978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422690928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422703228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422715299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422728649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422740329Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422752559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422763589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42277602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42278718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42281303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422845521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422856251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422866062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422874432Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422882072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422890882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422954193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.422965164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 398422820 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423007975Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423017255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 398481671 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423101397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423421904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423446764Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.137575ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423459875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.423467915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.225506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.424751662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.424783393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.424989907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.425002657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.425338485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.084247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.425510928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.426383567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.427294557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.427306237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.427394949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.42744941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.427594203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.428638966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.428667356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.428781779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.429248189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.429408582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.429452813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"7.264916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.430063586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.430856813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.430946465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.430958996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.430965996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.43119139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431790003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431805824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.431869005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:57:13.422268219 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431884845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:57:13.422268219Z\",\"pruned\":[]}","iteration":11,"elapsed":"9.607006ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431927146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.431948187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431956877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"9.867792ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.431964457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.432507089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.432518379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.432656082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.433689314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.43396607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.434269416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.435187916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 410652173 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.435298609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.435310089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.435464742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.435479582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.43582488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.43583525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.435981633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.436563256Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.436588376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.436725379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.437855384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.439030319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 414493175 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.439298184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.440586942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.440612283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.440826928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.441812658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.443308751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.443566336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.44373534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","candidates":"[(47098487-9caa-46ff-9133-5e06ebea4c36, 0), (914ce1c2-e515-4060-886f-0ae148f23be0, 0), (67fb6d8d-0f4e-4132-90f4-752206237ac7, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.444082407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 419553604 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.444471606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.446506249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.44697712Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.45075077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.450779071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.450788601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.45118887Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.451770112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.452040858Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.452189921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.452382606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9937, tv_nsec: 427847212 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.452402006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.452667132Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.453260264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.453593082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.454552252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.45488917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.455136295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.456864842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.456893882Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.456916503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.457029245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.457355602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.457477355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.457496146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"35.161295ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.459640821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.459667982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.459868636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.461025371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.461050022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.461255686Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.471710521Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.472122669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.473330886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.474350807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.474732065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.475236856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.475257577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.475504352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.478133469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"56.176766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.478160929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.478386964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.481079002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.481097992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.481106413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.481114243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.481336567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.486771374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.486793455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.486803645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"64.628108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.488008351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.488877859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.490758763Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.490776942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.490930995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.492327643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.492533638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.492821754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.498126398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.498358813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.506110659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"83.984644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.511451264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.511659659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.521829577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.521862358Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.521872788Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.521881748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.522056562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.548418998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.548814776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.557506923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.557538964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"135.53915ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.5587447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.561458058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.71611996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.716163681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.716506228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d56b5e8-9cdb-459f-b484-1e56d2de070c\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.716525008Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.719270097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.721912324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.733478373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.733502863Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.733932222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e556c95c-a8b2-40d9-bdb9-02d6754c322d\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.733962093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.734323311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.735172829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.735498756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a3678c4d-8845-423c-8ea1-98992ac0f4bd\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.735536667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.735936845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.735957956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.73615956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626eec1b-2c35-410f-bf10-79a01b3539d6\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.736187941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.736926196Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a04b0bb9-fb58-45f4-b595-34a46d85d7f0\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.736951017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.738990481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.739300647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.739496142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.740280288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.741173388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.741202528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"319.014291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.74222738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.742251281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.742387284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.748336352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.748363312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":61,"elapsed":"325.973411ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.760674086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.760698597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.760963613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e86fda-01bd-47cb-a027-ce001e6325d1\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.760989183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.76268755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.765185253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.765199114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.765208974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"342.898584ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.766931251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"344.54289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.767117815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.767960433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.770067098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.770082879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.770243242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.770824684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.771503569Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.771518489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.771759784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774092105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774120315Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774232498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774244978Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774254488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774264288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.774719458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.775596447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.775965075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.776045347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.777343415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.780468311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.780570844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.780597464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.783765572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.783794413Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.783805613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.783814394Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":11,"elapsed":"361.637267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.784354345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.784388396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.784660772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.785578161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.785597562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.785605902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.786085552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d45d70-c525-40f1-a882-2e1c856aba54\", \"content-length\": \"476\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.786113963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.78644783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbad15b3-0e34-4689-a2d5-f7ec7bf09c0a\", \"content-length\": \"734\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.786507541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.786884419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":21,"elapsed":"364.839385ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.78691028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd23f73-1761-4bd9-beb6-2c6317d7fa18\", \"content-length\": \"111\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.78692123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787228857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c20385c-3cb3-497f-be0b-a2f146ef52f6\", \"content-length\": \"111\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787258727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787563064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73a5627-1b89-46e3-9759-c1759bfa761d\", \"content-length\": \"167\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787601555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787916142Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e06479-1d3e-4403-88c5-72eb36076d6d\", \"content-length\": \"167\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.787933382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788345511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb92cd1-7566-4f44-8ec4-c0d332fea1f9\", \"content-length\": \"175\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788366661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788722009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19771f46-0fc9-4e59-983f-f0a283ff0d56\", \"content-length\": \"175\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788743459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788930203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86b0703-8ac5-4238-ad31-4f8faebd2989\", \"content-length\": \"702\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.788950884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789159508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780c7988-4a8c-44d0-bd87-ec2881b04415\", \"content-length\": \"727\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789189029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789357682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9e2771-1318-4a1b-991a-9261bbc0d385\", \"content-length\": \"729\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789378673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789523556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70aebe8-5cba-46e8-b6a7-5267bd720893\", \"content-length\": \"728\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789543866Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789738311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1515e9ba-2185-4563-85b1-9436ce3ed5cd\", \"content-length\": \"722\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.789765611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.79018773Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6620befc-ad34-4ee0-b3a0-0fb608973dca\", \"content-length\": \"109\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790213861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.790537708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790561778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790575619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1165c0d0-67a4-4f35-90ef-cc4174a4ac78\", \"content-length\": \"109\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790589079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790871365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"eecc2236-7fc6-4f22-917f-5ef33dd297a6\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.790882085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.79112412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f516ad-0321-4f34-b226-56403ff544f1\", \"content-length\": \"169\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.791166131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.791267374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.79158639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0327dfa4-1d79-406f-9149-22e6c31149fc\", \"content-length\": \"169\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.791605231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.791910017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9ad500-1eae-4b3c-a011-2e20cb0d4413\", \"content-length\": \"178\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.791926348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792218924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12c8a1d-432d-46ec-812a-caca0d178e72\", \"content-length\": \"178\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792241364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792378837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c34a5e2d-f699-4368-aae4-75cc2b6be072\", \"content-length\": \"702\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792396818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792573271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea7dadb-2548-4836-95f4-19caad760be6\", \"content-length\": \"727\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792585022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792733965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1932c5d2-1b62-45ba-b432-ccac73a3f23b\", \"content-length\": \"729\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792742785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792894949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fdb60c9-e8e2-4d93-83e6-d30f55523c36\", \"content-length\": \"728\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.792908719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.793111703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.793231156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.793492921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.805259714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.806127393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.81438756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.814416991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.814938702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5c8d6a7d-fc65-45e9-a1f8-3a78c69d0bc4\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.816631768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":21,"elapsed":"394.35445ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.820133083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.820162884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.820175974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.820508642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.828581335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.828856221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.82976981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.832363286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.832399097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"410.074677ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.834724817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.834758397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.834926181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.837760862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.838090339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.840424189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.840623543Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.842410862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.842665687Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.844697181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.8451281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.846880268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.847157154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.848348449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.848574274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.849979454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.850108707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.852302124Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.852930488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.852949378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.853125952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.854759577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855084334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855104945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855292829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855612935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855636936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.855777059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.856403122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.856432213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:07:13.856455203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.856475184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"434.41818ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.856535335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.85720311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.857567587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.858105769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.85813303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.85814258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.85815107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":11,"elapsed":"436.150597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.859843356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.860051351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.860222214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":21,"elapsed":"437.831033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.861593044Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.861802618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.864002525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.86419516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.865804454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.866190332Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.867220745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.86747515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.868887201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.869403152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.869975524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4f6fdf74-38ce-476e-bca0-a9bc2919bb3b\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.870002725Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.871287592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f57765e4-6962-4721-8af8-6a28caaf35f0\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.871301632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.872864306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"229ac01a-9302-4e74-af76-297b916a6385\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.872885726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.874094172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.874120643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.874306307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.875159595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.875208936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"453.176342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.875989723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.876339721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.87771612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.877956335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.879003268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.881318428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.881662105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64cda1d0-b74e-45ae-b9ca-8fbadc9bf594\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:07:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.882995753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.8833124Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.885122239Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.88515036Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.885373904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.888856329Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":21,"elapsed":"466.468608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.889910392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.890251809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.892545729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.896172076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.896516604Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.896660867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.896680627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.896853131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.898610759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.898936336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.902096524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.90237618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.908616544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.909026363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.910219708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8d5baf07-9cf8-4376-aead-a6d3b70fda26","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.910537035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8d5baf07-9cf8-4376-aead-a6d3b70fda26","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.912670571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.912907246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.91309042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8d5baf07-9cf8-4376-aead-a6d3b70fda26","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2923,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.913396996Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3926c421-f3ca-4fb4-aa20-45db12113e27","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.913600361Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3926c421-f3ca-4fb4-aa20-45db12113e27","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.915604114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"3926c421-f3ca-4fb4-aa20-45db12113e27","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2256,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.93450549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.936123994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.936151155Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.936282948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.94848632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.948674524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.950123185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.950278189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.955885269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.956208456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.958423573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.958445814Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.958596797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.978034794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.978061655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.978622417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.982421879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.982447399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.982585042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.983839459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.984166236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.988020509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.988321355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facff4cd-78f7-4ea9-85c9-4225631a9874\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988340066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988349166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988668043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988680393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988687883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988700143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988708144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988715224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988907138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.988928768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.989139003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.989148243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.989359598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.991077415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.991215468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ffcb977-1faa-4484-9c4b-365ddf2943f0\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.991225718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.99131997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a00d14-c636-416e-9df7-31152f959ad5\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:13.99133566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:13.99134648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.01087682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.011216597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.01276926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.017906801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.017930881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.018154056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.025556845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.025599936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.025894552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.027908025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.067967456Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.069804125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.069833636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.069980589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.071986032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.072053453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.072073104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133040133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"811cc846-2448-4444-b3cd-fd3524997743\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.133089294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133100495Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133282078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88e9406-624c-4ea2-883e-5e2ffb8acafd\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.133304069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.133313109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.133320499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133483453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35f5b8a-de02-4757-b43b-b85479ab4dbc\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133529544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.133853891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.134641417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":21,"elapsed":"712.242176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.137817426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.138230345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.141687839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.141901504Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.144103231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.144339146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.151539611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":21,"elapsed":"729.319123ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.182743071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","vpc_to_sled":"[Sled { identity: SledIdentity { id: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, time_created: 2024-11-02T03:57:50.261091Z, time_modified: 2024-11-02T03:57:50.261091Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e190f004-2376-4aae-8296-5a5757dc1123, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.182781602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.182792932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.183012167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.185101502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.185278984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.186735246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.188993485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.22042117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.261821419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08dad531-c996-46b6-8217-907dad0f6a85\", \"content-length\": \"29198\", \"date\": \"Sat, 02 Nov 2024 04:07:13 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.263127407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e646ea25-8ffd-4d1f-8d63-3337312d0956\", \"date\": \"Sat, 02 Nov 2024 04:07:14 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.265358925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.265371115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","elapsed":"843.2751ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.265379085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":3,"elapsed":"843.28569ms"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.280414988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.282081804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.28235459Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.284270051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.286017388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.2860837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.286245553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:14.485608575Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"03f8f30d-1bd0-4749-b3af-df9a4ab79216"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.485652016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_started":"2024-11-02 04:07:13.785563 UTC","collection_id":"03f8f30d-1bd0-4749-b3af-df9a4ab79216"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.485696017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"collection_id\":\"03f8f30d-1bd0-4749-b3af-df9a4ab79216\",\"time_done\":\"2024-11-02 04:07:14.280420 UTC\",\"time_started\":\"2024-11-02 04:07:13.785563 UTC\"}","iteration":2,"elapsed":"1.063722135s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.485710017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.485721617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.486030094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.487543436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.489136941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.489160121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.489279554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.491572783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.49188024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.493329211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.494938655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.494956936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.49514448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:14.589862514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"104.128006ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.421836168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.421908689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.42192509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.42194006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.422263787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.422301218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.424429034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.42660553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.426617131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.426746893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.428691325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.42890104Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.430360771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.432589099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.432602779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.432734982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.444202538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.444219579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":62,"elapsed":"22.376471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.4498755Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.450151806Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:23.476105893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"54.290266ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:23.917393695Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"718477f9-bbd0-469a-a363-614f0033ae5a","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.421670043Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.421720174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.421730624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.421739924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.422030641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.422070581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.424376111Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.424494693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.424575925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.426701961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.426711651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.426842384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.429184284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.429374538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.430950562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.43316783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.43318049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.433310793Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.444223977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.444238647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":63,"elapsed":"22.561934ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:33.451781949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"30.118787ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:38.916544829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"d0458cbf-f2fb-482a-892b-43f3cad4fc34","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421768342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421846494Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421866035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421882685Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421896465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421912166Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421926336Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.421946776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421962797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421977767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.421993357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422007808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422022748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422036088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422053279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422070999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42209338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42211091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42212507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42214089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422153821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422168221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422182451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422197782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422210902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422224512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422239633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422430507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422496278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422505638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422543039Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422554719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42256333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42257075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42257878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42258694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42259982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422657842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.422667942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423105321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423129152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423137872Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"10.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423145112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423151862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423157962Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"7.38µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423165223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"4.17µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.423171293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"5.44µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.424405069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.424955561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.425229037Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.425972953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.035056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427170418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427180269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42722379Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42723222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427358573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427401743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427545337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.427556307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.42769152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.429211382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9967, tv_nsec: 404459929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.429522139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.429649372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.430296516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.431156174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.431330928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9967, tv_nsec: 406581284 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.431344048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.431351458Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.431509732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.431607874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.432168616Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.432192566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.43234801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.432765219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434314392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434326662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434464855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434513706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.43469278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434769052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434782292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.434956976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.437189274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.437445649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.43795984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9967, tv_nsec: 413213697 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.438021251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.438221366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.438272667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.438716057Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.43979497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.440347472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.440356462Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.440516565Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.442455307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.442473947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.44262805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.453474874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.45378035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.454418514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.454433024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":64,"elapsed":"32.464137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.459222147Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.459478372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.45984122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.459863791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.459871071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.460041415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.461514936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.461529207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.46169785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.461905515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.468968156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.469265082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.469282503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"47.234735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.469305223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.489055027Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"67.238094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.4933668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.494390172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"72.472567ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.495826023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.495842983Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.496025827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.500025713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":22,"elapsed":"78.273391ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.500378851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.500400661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.500408141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.500699998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.511186913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.511550471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.517476478Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.519173174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.519200005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.519337588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.520692887Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.521979985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.522005775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.522280321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.522310512Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.522321072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c7975d-30a7-416d-bcd7-7cbd052abbd4\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.522334042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.522452455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.524993939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.532229305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.532252245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.532512121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d988fe-321c-401f-b4d9-f1bfc972eaa5\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.532526951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.533919751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.535143447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.535164628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.535173928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"113.138129ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.539801427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.539822558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.540094074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29fb53f-1971-4c17-a6f4-dca1803d5e1c\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.540109974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.541542845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.544547419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"122.765077ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.633742345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.633787756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.634235216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"923100ee-f634-4ddb-b9fe-6a94c540daa1\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:07:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.634264926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.634773337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.673372526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":22,"elapsed":"251.369219ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.690935013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.690957934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.69123977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c33d269-6d67-4e48-9bb8-78b6da134cc1\", \"date\": \"Sat, 02 Nov 2024 04:07:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.69125281Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.691590327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.693955888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.694145662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.694389697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.694720595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372b823a-9ca5-401e-a08f-a1bf49cd7462\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.696161535Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.696429171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.697423193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.697583366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.698124617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":22,"elapsed":"276.240412ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.729931621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.73035813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff13232-183f-4ba3-b2e7-7263e669804c\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:07:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.73038107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.73039011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.730397861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.732382493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":22,"elapsed":"310.526899ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.733027747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.733038557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.733327573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b6b5833f-1f20-447e-8557-7c238adf6866\", \"date\": \"Sat, 02 Nov 2024 04:07:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.735248325Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":22,"elapsed":"313.421132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.764297109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.764615516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.766399634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.766412144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.766580488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.775327035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.775594351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc96fc6-670d-47e4-8a83-0d72e1be0006\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775613102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775623252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775857647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775870617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775879267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775886587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775893228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.775899268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.776064741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.776074291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.776304116Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.776312837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.776795517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.77830137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.778403402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6ea5e8-8bcf-4148-8ecb-df30a6164a38\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.778412292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.778489554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a237f7f-4c7f-4dbd-8979-502d19361524\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.778503884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.778513754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.883534399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fd10caa3-fbd4-4dbd-80aa-6fbdb0bc1663\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.88356227Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.883572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.883904347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7559f3c1-6e60-448f-9103-b084f0e1bcb9\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:07:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.883939218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.884243505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.887854822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.888108408Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.891384928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.891706555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.893585611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.89382794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.900894832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":22,"elapsed":"478.889965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.90965545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"79bbb2b2-19be-4a87-ab3a-1faa4edad73b","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.909881505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"79bbb2b2-19be-4a87-ab3a-1faa4edad73b","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.91245138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"79bbb2b2-19be-4a87-ab3a-1faa4edad73b","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2835,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.912691536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"e4e8dd52-28c6-4cf8-b8f4-db10872064cd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:43.91289266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"e4e8dd52-28c6-4cf8-b8f4-db10872064cd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:43.914824561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"e4e8dd52-28c6-4cf8-b8f4-db10872064cd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2168,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.42171357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.421783551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.421802192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.421814952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.42220184Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.422287942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.423929707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.424102941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.424624402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.425651694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.935364ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.426896831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.426908631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.427052265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.432288797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.432517482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.434012444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.436419756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.436430506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.436567179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.446982282Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:07:53.446995293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":65,"elapsed":"25.308674ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:07:53.916549467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"7386d306-8973-42cc-ac4e-3543de541c88","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.42179916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.421846561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.421855641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.421863712Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.422131457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.422141727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.424241853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.424802705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.425178263Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.426557572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.426580433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.426701696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.426983091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"5.197781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.428705279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.428961034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.430587509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.43294435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.43295887Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.433107993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.441330239Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:03.44134792Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":66,"elapsed":"19.54793ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:08.916045584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"eeede107-f146-442e-924a-af93d11089b1","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422277549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.422366421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422387831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422404291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422418422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422432182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422448662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422464213Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422477833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422490293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422503324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.422519294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:58:13.422400511 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422532454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422545174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422558345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422571795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422584215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422597615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422609526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422621666Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.422634906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422647407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422659867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:08:13.422672477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422686217Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":13,"elapsed":"16.281µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422701338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422714288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422725318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422737669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422751529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422762929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422775099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.4227889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42280307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42282366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422842941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422861961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422883402Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422902692Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422922133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422939113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422952973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422965443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422978124Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.422990444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423003754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423015564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423029035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423040615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423053095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423064386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423075636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423084026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423091376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"12.2µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423099526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423106406Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"12.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423114187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423121107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423128147Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423134587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"9.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423141847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423149107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"8.88µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423156727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423166138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423174808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423183348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423190298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423196879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423203559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423212009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423221149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423229589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42324916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 9997, tv_nsec: 398289396 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42326434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42327337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42328079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42328791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42329625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423304681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423311171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423319061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423325851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423334021Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 9997, tv_nsec: 398368838 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423344712Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423765381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423790661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.462862ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423799961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.423814002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.261067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.424277602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.424467016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.424754092Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.424926236Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.426242864Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.899064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.426336366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.426386757Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.427798737Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9997, tv_nsec: 402840254 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.428029862Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.428196886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:58:13.422400511 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.428207046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:58:13.422400511Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.801215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.428333609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.428344069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.42839357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.428506722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.429650287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.429663927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.429840211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.43027656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.430286581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.430421464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.431369294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.431410145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.432393076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9997, tv_nsec: 407432532 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.432629871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.432726483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.433228454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.433238384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.433418258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434399319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434412059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434580023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434721636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434731816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.434872579Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.435919522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.437267161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.437322782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.437332732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.437466615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.438807754Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.438824174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.438960367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.439219183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"16.417142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.439241933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.440440349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.44097204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.441197945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.442548354Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.442563924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.442728718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.443727449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.444087627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.444302342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.444509576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.44470376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.444989867Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 9997, tv_nsec: 420029113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.445268473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.445953047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.446169732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.44653916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.446796025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.450782721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.450802701Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"28.090453ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.4712322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.471285291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.471295921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.471610618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.474368498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.474390158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.474402498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"51.936155ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.475077173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475101513Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475111483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475117174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475184285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.475194705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475202525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"52.451096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475466941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.475483981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.47682773Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.477242299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.477464904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.479852895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.479884656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.479902646Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480012879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480250724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480267204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480276724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480283045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.480291435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.48055669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.482229056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.482558053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.4852148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.485237221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.485247421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.485457036Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.487779195Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.490614706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.490631847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.49077775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.502374449Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.502612284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.511779361Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.511802671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.511810071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.511815972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.512000796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.554199952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.554525339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.566746401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.578854901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.588724783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.588780144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.589150783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ff7746-d9eb-4a76-8f91-91d66c721736\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.589184653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.590997802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.602188003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.602234473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.602601311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d609f3-c8d4-4080-bc11-3c1376e9ec50\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.602626672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.605527374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.609380297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.609412698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.609731965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43666cc6-58a6-40d8-8d25-8469d9526053\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.609761515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.611160665Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.621244192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.621287483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.621729902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e52a343a-b9b8-47d2-9cc7-ae4d5aed3854\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.621761353Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.622300244Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.624741677Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.625125785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.626495634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.630336957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.630376998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.630554452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.63283077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.636750295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.636783226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.637030621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.641913856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":23,"elapsed":"219.283799ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.642807265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.642892117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":67,"elapsed":"220.616848ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.6714595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"248.749942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.675437025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"252.85485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.676413857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.68077736Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.680803101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.681024365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.681958276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.681973566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.681982636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"259.483773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.682192441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683266134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683278594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683288364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683761554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683949288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683959759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.683968949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.684237734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.684778126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.684802497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.685024002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.685444591Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.686600875Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.686625026Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.688390254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.688402204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.688564667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.688652649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.68866365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.688825383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.68962194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.689635341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.689813434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.691547722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.691563972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.691572422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.691580742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":12,"elapsed":"269.183131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.691896349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.692085133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.692471531Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.692480642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.692487202Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.692494552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":12,"elapsed":"270.066489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.693254408Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.694684649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.694695869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.694830682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.709850635Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.709893365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.710253583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cc4afbe6-57ff-41e5-8bdb-ba944274be08\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.710273674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.710690243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.712225246Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.712513642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.716077568Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.716370985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.720405551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.720427492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.720897532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7a661185-0691-4175-a188-e3d40a9da21b\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.722322643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":23,"elapsed":"300.072814ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.730992049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.731332346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.731709364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"15beaa1e-f7ec-4a48-aa07-ac7230b985d4\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.731723914Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.733169805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7726f880-a7a8-4b76-ba22-8f5ada6cdceb\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.733196526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.735585277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.735609718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"313.052404ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.739600034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.739636714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"316.944917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.74453946Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"321.826391ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:08:13.75294143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.75296245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"330.317534ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.754831421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":23,"elapsed":"332.46033ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.773524622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.773800378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81191aa3-3803-4f85-a27b-45796f96f4d3\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.775365652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.775656198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.819414168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.819870827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ef05424-5e4f-4091-a059-b88608740325\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.819906868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.82133486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e4e552d-8caf-4741-9374-68cdbbe27922\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.821354098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.82325484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"446ad224-908b-4e1a-809d-6cea7d2bd4bb\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.82326759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.825338405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.825378176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"402.949824ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.834029982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.834394709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931cea6d-2403-4174-a634-32bdafa6719a\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.83443359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.83444702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.834455841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.835172306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":23,"elapsed":"412.54846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.836258389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":23,"elapsed":"413.764556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.863910863Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.864306592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.866468518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.866491769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.866662772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.876707308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.877048815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecaaf15-8809-4812-8e8c-86296d2dc95e\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877082266Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877094716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877344842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877355732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877363272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877370932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877378933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877387133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877529016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877538906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.877664259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.877674309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.877850313Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.880098321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.880193453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae5055b-5ebc-4de0-8efa-fedd1b4bb8b6\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.880209673Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.880287595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ce3fad-27d5-4d85-8cd4-4cdbed49444c\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:08:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.880301655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.880311916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.989193924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2534b283-daa3-4a8f-bbad-273ab7030768\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:13.989239385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.989250065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.989459189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b931ec-531e-4265-8242-65b62f569627\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:08:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.989501221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.989841238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.993083367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.993255181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.997268577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.997627215Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.999591647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:13.999786011Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.006802682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":23,"elapsed":"584.273248ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.184280933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.184330714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.215947164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:14.216048136Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37518"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.21623793Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"46eef826-9e6f-4c75-a324-4ad92dd63b6e","remote_addr":"[fd00:1122:3344:101::b]:37518","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.216529696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"46eef826-9e6f-4c75-a324-4ad92dd63b6e","remote_addr":"[fd00:1122:3344:101::b]:37518","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:14.261647545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/oximeter.rs:76","collector_id":"3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","producer_id":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:14.261684846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/producers","method":"POST","req_id":"46eef826-9e6f-4c75-a324-4ad92dd63b6e","remote_addr":"[fd00:1122:3344:101::b]:37518","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45506,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.261769948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46eef826-9e6f-4c75-a324-4ad92dd63b6e\", \"content-length\": \"41\", \"date\": \"Sat, 02 Nov 2024 04:08:14 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.263829152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:14.263844702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422083843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422137904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422147945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422155575Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422428671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.422498812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.424759891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.424854973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.424949805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.426213842Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.1463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.427228484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.427244924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.427381937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.429010662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.429168515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.430941293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.432922606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.432938846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.433066069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.444194378Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:23.444222269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":68,"elapsed":"22.120905ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:23.91737789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"2ff01368-1b00-4594-85bd-ee9d124c9d81","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421615292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421668003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421677803Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421685733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421943439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.421957009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.42339434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.423730437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.425168958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.572297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.456994502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.459539956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.459554426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.459688219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.461865426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.4620418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.463213355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.46528468Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.46530108Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.465430883Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.477113954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:33.477138904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":69,"elapsed":"55.521523ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:38.916745844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"f2b61043-0a37-4f83-a873-22969865552d","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":377,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421847075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421908556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421920007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421929167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421937297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421946347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421954957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421962818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421970678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421978178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.421985818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.421993348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422002089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422010279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422017489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422024679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422033279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422041239Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.42204935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.4220572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.42206553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.42207363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.42208286Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422091811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422099601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422108341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422115391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422251924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422264614Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422343526Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422354146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422383187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422392977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422399557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422413347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422448758Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422457428Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422465728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.422473909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423075172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423085212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423091602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423098652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"12.021µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423105752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423113072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"20.941µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423120453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"8.691µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.423128153Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"7.3µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.424629585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.424917371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.906003ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.424962022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10027, tv_nsec: 399795458 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.425287269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.42531168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.425841911Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.427602439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.427627249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.427795243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428146861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428168761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428350265Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428783194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428804895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.428990629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.429004479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.429755945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.43091939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10027, tv_nsec: 405756766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.431164895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.431693607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.431704947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.43186103Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.432047284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.432057385Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.432235018Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.434005726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.434020337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.43417924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.43557628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.43559705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.435722293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.439543885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10027, tv_nsec: 414347591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.439892963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.440181959Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.440483255Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.441808164Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.444060342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.444074403Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.444205555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.455330074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.455359035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":70,"elapsed":"33.394497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.460185929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.460503765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.468314293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.468595469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.46908622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.469331955Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.470590832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.470641973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.470861618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.4709439Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"49.043063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.47097437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.472466772Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.47283542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.472861501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"50.922653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.47516943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.475877046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.475904096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.47608363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.476496169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.476506179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.476512289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.476855047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.477158373Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.477183004Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.477388078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.480877063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":24,"elapsed":"58.744411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.481010446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.481065797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.481084077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.481094048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.481379644Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.481483606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.484233805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.485842509Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.48586609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.485986753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.501406374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"79.577098ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.510746955Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.510762465Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.510770745Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"88.740485ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.511643234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.511655204Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.511966211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ecfeac-905c-48f9-a747-7d395fe5c8ee\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.511981311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.512122984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.51240386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.513892972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.514599537Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.515457285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.515470446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.515620429Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.522532417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.522554658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.522810074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8e3a9a-1145-43f1-95b2-2be382743db4\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.522824174Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.524266435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.542817613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.544370206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.544400707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.54453245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.546283058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.546298348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.546560953Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f803966-565c-4430-9785-e3529a992314\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.546590144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.549160009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.588547095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"166.529786ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.630826113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.630866974Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.631408706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6808bf80-55d7-495e-a904-cef137a239a1\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.631441116Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.631784874Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.634444711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":24,"elapsed":"212.603346ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.644668731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.645008958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c680d3c-27c6-427e-a20d-1f5cb444fe05\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.646247065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.646259405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.64648005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.646575081Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aeb05eb3-4893-4ccd-b7e3-0048bebaff52\", \"date\": \"Sat, 02 Nov 2024 04:08:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.646585342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.646770576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.646911529Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.693710084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.694214895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3026a9c4-4ebd-4db2-ba7c-47b6c2824458\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:08:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.694238575Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.694247655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.694255165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.69631845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":24,"elapsed":"274.371812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.696377801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.696598416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":24,"elapsed":"274.729031ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.696750419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.699898577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.70006434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.70379744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.703814351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.704181419Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f4ca5de8-30ec-4637-bb22-be61f83399a7\", \"date\": \"Sat, 02 Nov 2024 04:08:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.70608125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":24,"elapsed":"284.159553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.735074072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.73546723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.737820651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.737850682Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.738068546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.748900169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.749214776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f96552-42cc-4db0-86e3-afb98cf3beff\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749240616Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749251786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749521002Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749531492Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749539603Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749547203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749556733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749563943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749735137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.749745047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.74986998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.74987949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.750189237Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.752313072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.752450085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160228f8-f215-4b00-a6b3-342503233332\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.752478906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.752575168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d868699e-e3a4-4660-84ed-535d1614e1c6\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:08:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.752594578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.752607709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.858004062Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"52a6e430-363f-4f71-8409-0d37036719c8\", \"date\": \"Sat, 02 Nov 2024 04:08:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:43.858051233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.858062483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.858331079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3227460-c215-497c-b4bf-449b3cdb370f\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:08:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.85837285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.858676347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.861088178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.861420586Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.86349511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.8639477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.865297189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.865484163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:43.872296279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":24,"elapsed":"450.318351ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.42260381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.422660001Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.422670451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.422679371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.423010609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.423028179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.424588372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.426887012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.426898262Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.427041845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.428950896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.42912486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.43053671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.432803299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.432819079Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.432946822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.443894297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.443907727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":71,"elapsed":"21.328398ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.451432979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.451809627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:08:53.452950952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.337411ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:08:53.916917186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"374a588c-1f9d-4edb-98b1-9ade2a5cd9bb","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.422136638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.422187279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.42219571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.42220345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.422543567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.422555498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.423982808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.424869167Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.425221355Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.426279627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.426305558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.42641773Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.269212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.426430331Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.427954134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.428198729Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.429810963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.432128323Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.432139503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.432284416Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.443235171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:03.443257372Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":72,"elapsed":"21.127984ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:08.91583275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"5e51becb-580c-4c8c-9704-21cf8a3a6650","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422426223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422476254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422485155Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.422492785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 03:59:13.422435523 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422500915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422507225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422513895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422519995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422527805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422534905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422542316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422548796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422554786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422561316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422567716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422573936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422582937Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422592517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422601747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422612407Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422622558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.422633448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422642618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422652698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422661278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422670399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422680609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422690989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422699499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422708929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422718889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42272932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.42274501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42275374Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42276243Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422772671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422783211Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422793041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422802821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422813422Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422823832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422833832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422843732Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:09:13.422853242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422864763Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422874353Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422885563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":14,"elapsed":"11.931µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422897783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422907984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422918404Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422928734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422938254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422947854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422957775Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"7.581µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422968785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422979105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.422989285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"6.96µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423000186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423009226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423019156Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"4.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423030476Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423040396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423049987Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423059907Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"9.52µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423070347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423083667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423095217Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423106738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423119058Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423128718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423137958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423148779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42319865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42322193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423234651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423247311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423256201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423264671Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423271351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423279812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423288212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423297452Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423305542Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423313642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423321582Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423329303Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 10057, tv_nsec: 397926598 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423340263Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 10057, tv_nsec: 397927398 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423356083Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423435595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423447075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423579088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423596268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423704191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423720031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.092854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423728601Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423740602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423805173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423816253Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.335509ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.423846144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.424832005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.425046059Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.425498649Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"2.819581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.425561961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.42647306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.427009292Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 03:59:13.422435523 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.427036172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T03:59:13.422435523Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.583698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.427188065Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.427446861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.427460231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.427637145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.428867901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.428885932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.429042275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.429319851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.429332122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.429409643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.429486895Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.430011326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.430215581Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.431044218Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.431058839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.431203072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.431432017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.433140853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.433759777Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.433779357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.43393805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.434337089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10057, tv_nsec: 408954325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.434699307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.435973824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10057, tv_nsec: 409733522 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.436004125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.436014795Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.436749221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.436763561Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.436775501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"13.629702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.438935918Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.439095961Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.439329326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.440745617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.441277948Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.441302629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.441551024Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.444197551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.444219691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.444363064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.446589902Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.44697222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"24.559957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.448531074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.448881761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449166957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449181198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449190418Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449404022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449416493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.449925014Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10057, tv_nsec: 424551990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.45020424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.451509838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.451527388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.451742133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.452683143Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.454588524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.4548541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.455237518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.456311751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.456609027Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.458070469Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.460879789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.46090498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.46091563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.461233207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.479491009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.479938578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.48278949Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.483527186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.483546816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.483556986Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"60.723313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.485430326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.485686652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.485700172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.485937187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.487265756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.487529191Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488201766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488227486Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488483762Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488573304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488584934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488591464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.488597934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.48887583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.48980258Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.489817861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.490021005Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.490672479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.490696409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.490896594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.491679041Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.491860924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.493147162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.493333766Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.493705794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.494180664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"71.438574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.497525816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.497550127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.497766741Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.50144082Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.501787338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.501800168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.501806878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.501813928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.502129925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.503184448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.503203408Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.503330871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.503545595Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.503573446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"81.105342ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.504003995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.504025226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.504035716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"81.370077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.504614598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.504763642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.50514923Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.50608615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.506113491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.506123271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.506423837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.507608713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.508307848Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.508712916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.508727307Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.508955972Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.510563326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.511444365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.511472635Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.511649279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512050288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512068848Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512218252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512572089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512581539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.51262163Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.51263276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"90.109225ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.512784414Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.513801376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"91.234239ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.513975839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.51400822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.514216254Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.516878322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.517438784Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":25,"elapsed":"94.832826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.51959834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.51961149Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.519764144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.521595013Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.521618344Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.521627734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.521636834Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":13,"elapsed":"98.919824ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.52191656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.522271138Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.523558115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.523584696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":73,"elapsed":"100.865346ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.540829946Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.540857347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.540870747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.541290006Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.542808779Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.54660574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.546635791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.546874856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.549701076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.549729047Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.549738807Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.549747577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":13,"elapsed":"127.083359ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.55219257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.552217471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.552231821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"129.676015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.552426075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.552783183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.554340396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.554746205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.556248097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.556271808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.556430891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.558794482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.56847994Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.56895338Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.576917371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.576937112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.577294719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28acc620-3370-42c0-9a80-d60f9abc2478\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.57731797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.57874491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.603315448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.603357629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.603727857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c599186e-7e0e-438d-b1dc-32098979ca7d\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.603751817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.606388624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.606806753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.606849804Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"184.098143ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.608123121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.608146322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.608437228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea114cde-33a6-462b-b50f-9e2e71780c8b\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.608461929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.609852928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.62809077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.62856794Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.630745877Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.632807811Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.632830532Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.632967805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.635171312Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.637581824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.637604464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.637796088Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:09:13.649700634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.649726555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"226.990285ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.716013988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.716402277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b769dbab-efd1-419c-819d-f31b46e3272d\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.716429547Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.718181015Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a691c5b-fc96-42ba-9a63-ccba406794ce\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.718196165Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.719696667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.719710718Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"297.191392ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.721260341Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.730277785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":25,"elapsed":"307.653217ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.747151357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.747174077Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.747581596Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c0d3a4-a095-4796-8407-6980da6eb947\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.747608607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.747911733Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.759923311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.760186797Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b12046-b45b-478f-8a59-50c00c251487\", \"content-length\": \"1\", \"date\": \"Sat, 02 Nov 2024 04:09:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762245381Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.762369574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762384054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762565828Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762590819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9ae08fc2-01da-41bc-a859-73ce5b1df183\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762605549Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.762869365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.764730714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":25,"elapsed":"342.090817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.765013181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.765241885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.767881392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.768189879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.77106067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.771074751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.771522271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e1e800ab-5e1e-4bd7-9ffa-15feaae4a744\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.773554054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":25,"elapsed":"350.975998ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.791661523Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.792136123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4f0f1637-5a28-4f32-8914-95eb2a9c9219\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.792151383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.792879189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c55bf953-3d3f-4946-b91d-57670d2c305c\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.792892359Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.794085925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"79fc4e31-d9f0-44cf-8d9d-9f0b79f0eeeb\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.794112716Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.796079698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.796126819Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"373.534433ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.844303274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.844685812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7eae97c-189f-4e9a-b4f1-4d5ca055421c\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.844707912Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.844717252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.844724852Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.845344826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":25,"elapsed":"422.795169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.853337888Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.853691935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.854892121Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.854913311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.855194517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.864907216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.865244123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7b609cb-c0ed-4076-bb22-3208c7ead3ee\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:09:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865263574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865273884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865585951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865597481Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865605731Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865613221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865621951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865629612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865773175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865783275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.865927638Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.865936668Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.866157563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.86787984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.867991852Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf33eb9-5aa7-441f-b7b4-851081000270\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:09:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.868004672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.868088554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ecf79e-2c35-4802-be07-1ba9ce2480cd\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:09:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.868101474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.868111285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.910234339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"ee2c7ee7-7d8d-4c7b-9732-0779c6b54013","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.910552436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"ee2c7ee7-7d8d-4c7b-9732-0779c6b54013","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.913018049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"ee2c7ee7-7d8d-4c7b-9732-0779c6b54013","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2857,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.913312216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"d7420f2d-a71f-4f4a-a134-bc07afd06cdb","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.913707234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"d7420f2d-a71f-4f4a-a134-bc07afd06cdb","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.915610915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"d7420f2d-a71f-4f4a-a134-bc07afd06cdb","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2361,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.98382922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b5305f9d-1b35-4896-a565-181a9060c9df\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:13.983904861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.983916992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.984169117Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ce337c-5605-4b65-9391-0f8b1c372df4\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:09:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.984211168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.984674728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.987242743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.98758064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.990887222Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.991076275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.993098009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:13.993361665Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:14.000659291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":25,"elapsed":"578.144106ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.422729958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.422777799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.422787799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.42279656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.423107846Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.423123216Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.424989087Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.427294506Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.427309017Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.42746051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.429466133Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.429641827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.451978826Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.45214687Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.457216369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.459714382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.459729753Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.459867896Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.471624398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.471645898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":74,"elapsed":"48.932421ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:23.479084878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"56.34567ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:23.917358151Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"67a9b865-6316-4d74-9320-a83ac53dad9a","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:28.911059615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"52c05fbf-b012-4a7e-94f2-e8ba3ce0ab40","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:28.911502624Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"52c05fbf-b012-4a7e-94f2-e8ba3ce0ab40","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:28.913972067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"52c05fbf-b012-4a7e-94f2-e8ba3ce0ab40","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3018,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:28.914296824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"53232f03-d734-4fc3-b177-d9996d20354c","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:28.914633102Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"53232f03-d734-4fc3-b177-d9996d20354c","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:28.917313349Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"53232f03-d734-4fc3-b177-d9996d20354c","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3081,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.422775148Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.422825369Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.422835799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.422843489Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.423093445Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.423106275Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.425169259Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.42566524Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.426032578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.427502039Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.42752264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.427648352Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.429238297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.4293853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.454273744Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.510517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.457922382Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.460303404Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.460317094Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.460453557Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.470534693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:33.470554444Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":75,"elapsed":"47.777067ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:38.919022634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"6f6e7821-3822-41c2-be5f-58e6b13da75e","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422538851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422616853Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422633933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422648113Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422662134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422674884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422688454Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422701135Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422713425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422726835Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422738225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422750445Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422763476Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422776576Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422787966Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422799897Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422811637Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422824587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422835977Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422848598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422862078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422874998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422887699Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422899939Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422911659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.422923619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.422936029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.42294747Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423140704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423238126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423270627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423287607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423303187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423350938Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423374669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.42340621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.4234212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423447791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423463681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423797448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423806868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423813558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"14.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423821659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423828589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"6.77µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423835679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423842499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"9.19µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.423873389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"5.6µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.425358192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.425530855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.427054028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.324153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.427083309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.427638401Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.429239405Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.429257115Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.429410488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.430445711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.430460861Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.430608484Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.430819809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.432927854Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.432957345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.433073957Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.433613249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10087, tv_nsec: 408028995 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.433916125Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.434774664Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10087, tv_nsec: 409192290 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.435104551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.436037221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.436285096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.436418139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.436597503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.441770984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.442076471Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.45509825Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.456835228Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.456855098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.457007291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.459106916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.459561086Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.459926684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.4601947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.460957786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.461364945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.461569869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.462689893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.462706034Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.462842786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.462864437Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.463702655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.46394647Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.464686316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.464721947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.464735467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"42.185766ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.464832609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.465089205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.465204827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.465215128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.465220988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.465300849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.465400192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.467542127Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.467562508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.467570528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10087, tv_nsec: 441985264 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.467793063Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.467806433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.468080999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.468094869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.468245502Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.470141833Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.470267206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":26,"elapsed":"47.550761ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.471579344Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.471595645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.471731667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.476730365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.47885356Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.478868511Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.478998633Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.479071585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.479081365Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"56.522184ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.493670728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.493699409Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":76,"elapsed":"71.015076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.494699991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"71.954275ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.497599903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.497622904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.49791474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d617cebd-a58b-4304-9edf-971a75c7ca12\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.49792818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.499208738Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.501013306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.501029917Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.501036527Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.501297982Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.504937261Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.504950031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.505170886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89623e4e-cb02-4115-8f01-0bd05af5c4c0\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.505184096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.506241898Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.535545818Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.535578768Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.535589389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"112.956076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.544735175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.545172615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.561439334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"138.783151ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.60362507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.603676231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.603972657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec90cbc-88d5-4213-bf81-236191e2a72a\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.603992318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.607157976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.608084816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.611222593Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c1c008-df98-4cac-b3d4-1cfb2644642f\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:09:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.612914389Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.613198655Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.617086929Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":26,"elapsed":"194.533278ms"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.649859843Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.649892343Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.650330513Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcdf2d97-3399-4233-ad26-4df221bb14d1\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.650352873Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.65065305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.65207551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.652952879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":26,"elapsed":"230.313666ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.653562012Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.653571993Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.653720176Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.655378941Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.656791552Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.656801152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.656938715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.694486311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.694530992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.694796938Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e236ef33-3c4c-4ed0-ad1a-8275de38c47a\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.694807518Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.695129785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.6976812Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.697900645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.701375479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.701748817Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.704712251Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.704732491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.705176171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d87e598b-ff1b-42dd-b746-a187b05fec11\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.706724004Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":26,"elapsed":"283.950988ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.720783886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.721156234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe5e1d2-ded8-4388-8954-23ae26c7c9c9\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.721183635Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.721199235Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.721213055Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.722779269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":26,"elapsed":"300.082945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.750683398Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.751012375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.753161201Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.753178962Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.753334085Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.762466071Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.762737707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405b290f-2edd-47e3-bd66-db9bb492fa0b\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:09:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.762757487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.762766278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763025903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763038904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763045464Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763051984Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763058274Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763064684Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763224908Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763235128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.763371921Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.763380451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.763652187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.765232551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.765334903Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf1768a-a7af-4154-9aed-a4a5008131d2\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:09:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.765345383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.765423425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3197463-7b59-4a0d-aeb0-e79563d28dca\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:09:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.765436185Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.765444435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.870474311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8d73e3ea-c4b8-4c71-a608-a64eefbacb1b\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:43.870509641Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.870520182Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.870944321Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4107722-4268-4cd7-9613-a975f5030b14\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:09:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.870983112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.871268198Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.875244353Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.87555855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.878910472Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.879164298Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.881338894Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.881533608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:43.888796964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":26,"elapsed":"466.211233ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.423060881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.423114632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.423125952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.423133782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.423407838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.42349078Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.42489821Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.42720293Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.42721316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.427345893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.429509639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.429734424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.431355289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.433673229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.433685499Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.433817792Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.446640387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.446669238Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":77,"elapsed":"23.594456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.460545676Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.460892283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:53.462455787Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"39.406236ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:53.916862635Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"2e8cac7c-8d7d-4474-8446-cdf59064ea97","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":289,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:58.91149597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"03723fda-74d1-4219-83f7-e69a4160bbcd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:58.911996221Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"03723fda-74d1-4219-83f7-e69a4160bbcd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:58.914910203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"03723fda-74d1-4219-83f7-e69a4160bbcd","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3503,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:58.915099577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"18358b48-db95-4609-8ba3-82dd98858516","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:09:58.915340322Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"18358b48-db95-4609-8ba3-82dd98858516","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:09:58.917750434Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"18358b48-db95-4609-8ba3-82dd98858516","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2684,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.423140291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.423214052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.423229933Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.423244203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.42358964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.423607981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.425377249Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.425563893Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.42588622Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.42727931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.161499ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.42819981Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.42820827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.428351483Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.430316915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.430482048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.432057992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.434053505Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.434063095Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.434193558Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.44542632Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:03.44545146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":78,"elapsed":"22.290999ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:08.919823517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"26674663-98a0-4e69-b7df-6b19662c4470","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":484,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422501066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422552287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422560827Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.422568707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422576587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422584157Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422590397Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422597098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422604838Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422612368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422620278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422627318Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422634998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422642029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422649069Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422656009Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422663769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422678659Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42270391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42271674Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422729491Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422742791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422754351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422767801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422780781Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422793342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422805522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422818242Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422831003Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422842793Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422854723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422866314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422880044Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422891364Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422904324Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422917075Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.422929225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-02 04:00:13.422862613 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422942335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422953645Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422965556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.422976746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:10:13.422989886Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"cac56846-ee51-402c-96d1-00442596b57c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423004186Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.423016687Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423028297Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423040757Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\"}","iteration":15,"elapsed":"13.38µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423056207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423067798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423079708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423092288Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423103979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423118899Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423133799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42316316Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423215721Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423229611Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423244771Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423260052Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423275412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423290932Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423378705Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423396485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423410555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423423425Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423435926Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423448046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423459866Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423472427Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"18.581µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423485257Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423497657Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423510287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"8.051µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423523857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"6.77µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423538098Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423552268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423566809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"6.9µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423579889Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423593619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423608159Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42362093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42363368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0c3f42f2-ce05-428f-a91a-f78ae70ccccf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1a7f019f-e208-4fae-b98e-fe6120f9b5e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2c96eacb-1841-4277-9578-6b84caeef9c6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 10117, tv_nsec: 397744994 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42365642Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f79c18f-7b53-4b8a-86fc-bb23b923ea1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 10117, tv_nsec: 397791875 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423676711Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423685301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423693901Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423933016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.423943146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.115864ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.424059179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.424068139Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.226276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42502007Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.425206534Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.425899988Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10117, tv_nsec: 400111255 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.426154334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.426194835Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.426693066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.426860399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10117, tv_nsec: 401070546 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42691424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.426928441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.272321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.426962891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.427103285Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.427228707Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.428866672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.428876723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429055546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429513636Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429525046Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.42969832Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429783272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429791662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429865314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.429946715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.430082028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.430693171Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.431303855Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.431980869Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.43342815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.43343847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.433481571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.433491031Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.433606074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.433666815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.434564345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.434574615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.434719128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.435431383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.435777881Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.436042796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.436245271Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.437064698Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-02 04:00:13.422862613 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.437073448Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"expiration\":\"2024-11-02T04:00:13.422862613Z\",\"pruned\":[]}","iteration":14,"elapsed":"14.210245ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.437726813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.437735283Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.437895226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.438494109Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.438505269Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.438743584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.444714583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"21.327208ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.445273455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"22.784629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.450895935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.452771556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.453119943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.453508112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455140947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455163927Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455171597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455177847Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.45529751Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.45532308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455368441Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455561836Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455664648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455710099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455790501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.455803351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.457450476Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.457477277Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.457603229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.459063891Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.463361973Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.463401824Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.463571208Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.465657162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10117, tv_nsec: 439859569 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.465890347Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.473414719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.47344453Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.47345375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.473881719Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.484200931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.484515998Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.485749514Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.48603417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.487055952Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.487364268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.48743544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.48834697Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"65.448185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.488948123Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.489127317Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.489916743Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.489945054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.489954904Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"66.55761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.490434805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.490561367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.490576097Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.490589528Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"68.053241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.490839623Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.490854463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.491048348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.492284334Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.492303905Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.492504619Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.492516189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493057161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493084371Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493102392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493266305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493446119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.493727845Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.495148856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":27,"elapsed":"72.390684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.496569913Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.496593342Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.496788551Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.497188319Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.49721613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"74.557862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.497369194Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.497580798Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.498552279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.499941789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.499960219Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":79,"elapsed":"77.359181ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.500158493Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.500185304Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.500307517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.512345865Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.512381096Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.512390436Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.512692112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.52139829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.52142415Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.52143145Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.52143782Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.521602774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.52284361Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.525283433Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.525298783Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.525433346Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.527396388Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.527415839Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.527426279Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.527658214Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.529004273Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.529085675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.529309179Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.530375152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.531947876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.531965546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.532157421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533133162Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533159942Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533384137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533695114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f7c2e80b-f251-402b-8950-aea1ba76cb66"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533718734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533726704Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:55.531930 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.533734844Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2}","iteration":14,"elapsed":"111.078965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.536537485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.538935536Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.538953056Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.53913351Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.541231856Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-02T03:57:11.437053Z, time_modified: 2024-11-02T03:57:11.437053Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, db_silo: Silo { identity: SiloIdentity { id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-02T03:57:55.487602Z, time_modified: 2024-11-02T03:57:55.487602Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.541269206Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]}},\"default_endpoint\":{\"silo_id\":\"73ce13ac-7ea3-466e-9d78-11e4419419eb\",\"tls_certs\":[\"88c0499afc259c150e3e769c45e0a3e369a97f6b64f140a2963021e3876d5ebf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"118.322692ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.543051084Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.543075295Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.543084435Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.5432816Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.544477455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.547293976Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.547320786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.547445829Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.548503161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.548524592Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.548533172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"125.802342ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.550011634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"64ce9290-e009-4241-a091-f84d9a5061d8"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.550033605Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.550042225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"current_time_created":"2024-11-02 03:57:54.826111 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.550058995Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1}","iteration":14,"elapsed":"127.330715ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-02T04:10:13.569768748Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.569823479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"147.012607ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.570995915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.571026615Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.571589567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdfd0076-0aac-48eb-bde4-5b20b6ccdaf2\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.571613648Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.57404791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.600920187Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.604058515Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"181.500278ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.651134306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.651174497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.651457563Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e8f5b0-ac88-4721-b691-bf11599c5f1c\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.651473233Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.653320713Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.729159391Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.742769694Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.742793154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.74306554Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d349f87b-b66b-439e-9c6b-fdad7ba797ec\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.74308544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.74585029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.757415678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.757431508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.757800556Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb48d59a-321c-4a91-978b-9888be313c64\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.757832517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.758144774Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.772426501Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.772447851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.772670946Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"70dda2c2-c970-4c36-8a38-36a9eaaa8c82\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.772683906Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.773003443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.774315141Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.774576837Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76d1c0b-733a-4be9-9f36-171933600fa4\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:10:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.775791333Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.776021678Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.872223314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.872607252Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e53d51-9164-40f6-b0ae-c8dd832ed70a\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.872642173Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.872653223Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.872660663Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.874895051Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.875036544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":27,"elapsed":"452.072709ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.875141107Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.875257399Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":27,"elapsed":"452.693713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.877784393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.877968617Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.880954871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.880969172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.882725739Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.883176999Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8372e63d-3779-4868-bf61-7c8f01377fc7\", \"date\": \"Sat, 02 Nov 2024 04:10:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.883191979Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.884874945Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4941f4b-1932-4d17-9c74-216c960c1a04\", \"date\": \"Sat, 02 Nov 2024 04:10:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.884888796Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.885195423Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":27,"elapsed":"462.481202ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.886659964Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5ae59fd5-3927-40cd-aa64-3346acd4dd8a\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.886675734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.886684264Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"464.002625ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.889001884Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":27,"elapsed":"466.07648ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.892410947Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.949897392Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.950352802Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05dde47a-1405-4112-9969-a763aacc83d1\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.950375112Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.952014778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa1554f6-688f-4523-9ad3-b961de977c3e\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.952095709Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.953876578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d22fd5be-f348-4e7f-ae93-6b4c1e44b972\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.953891548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.95588289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.955933091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"533.124599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.959563789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.959901997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.961538302Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.961547602Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.961716466Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.970993245Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.971276431Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877701cc-97fe-448a-ac41-5a6cd018fdb6\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971297541Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971308742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971591048Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971603008Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971611348Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971619688Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971628189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971636559Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971802822Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.971811752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.972042708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.972051278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.972412376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.974186154Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.974298446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32738169-d4b9-4682-9dcd-dcc0f073cbe0\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.974308016Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.974393608Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eabbc7c-2cfa-4ca2-894c-3ec371056dc8\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:13.974407268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:13.974417548Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.096658934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a64d6f05-bb9b-4148-a455-b7e908910f41\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:14.096704634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.096716805Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.09697393Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73cd75d0-19b2-4483-8507-a17e4578b56b\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:10:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.097017801Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.097348639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.101032627Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.101368045Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.104313538Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.104507752Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.106231599Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.106431723Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:14.113083956Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":27,"elapsed":"690.288094ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.422395212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.422446603Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.422456363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.422464363Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.42276256Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.42277759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.424536708Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.424724152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.424982467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.42741759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.42743042Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.427575203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.428874831Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.429039394Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.430856564Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.432896267Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.432905128Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.43304028Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.444081357Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.444100958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":80,"elapsed":"21.697205ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:23.45303384Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"30.654929ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:23.919575539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"8057b78a-a33c-4a5c-9296-974b58f6bc05","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":475,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.422797679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.42285144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.42286072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.422868791Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.423152137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.423185467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.424751421Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.424941225Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.425493487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.426634161Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.854463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.428020691Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.428033311Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.428177575Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.430359072Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.430681859Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.431944815Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.434238455Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.434252035Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.434386878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.445542607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:33.445558728Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":81,"elapsed":"22.758919ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:38.919533606Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"df083d40-dd17-4f85-8ce7-cf2d9aea188c","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":425,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422608503Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422685675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422703335Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422716276Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422728146Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422741376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422763507Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422776727Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422790287Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422802268Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422813808Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422826158Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422838878Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422850629Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422860169Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422868989Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422875609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422882769Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422888679Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42289525Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42290181Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42290809Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42291386Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42292144Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.42292963Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42293696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.422944091Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423142315Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423199726Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423232997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423243767Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423252487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423261387Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423268278Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423275188Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423291118Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423299588Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423307498Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.42336857Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423902131Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423923192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423931032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423937612Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"5.7µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423944652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"10.16µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423951122Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423958662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"7.15µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.423965653Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"4.03µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.425112567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.425314851Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.425645229Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.427053339Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.428825577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"6.089771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.428850467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.428937119Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431054915Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431097366Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431112626Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431123516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431132656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.431969054Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.432059866Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.432069656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.43221934Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.432543207Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10147, tv_nsec: 406535713 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.432794172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.433752943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.433774693Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.433904326Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.434293954Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.434509189Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.435270555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10147, tv_nsec: 409271862 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.43548152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.436466571Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.436479951Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.436647375Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.437277958Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.437291479Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.437504023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.439313152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.439571628Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.439600488Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.439761922Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.440296443Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.44108306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DnsResolver","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5b8cdd5a-f021-45f2-8323-b6c8f9776060.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 10147, tv_nsec: 415085107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.441286205Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.441508919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.441734074Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.441804376Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.441825446Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.441952909Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.443131924Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.444738049Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.444761789Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.444885702Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.445393813Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.445419473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"22.686338ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.455791036Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.455819706Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.455830417Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.456021661Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.459486025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.459793152Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.461410337Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.461776985Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.462674224Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.466586928Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5b8cdd5a-f021-45f2-8323-b6c8f9776060, lookup_type: ById(5b8cdd5a-f021-45f2-8323-b6c8f9776060) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.466605868Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.466848463Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.467494577Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.467782294Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.46807785Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.468318965Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"0","iteration":28,"elapsed":"45.64675ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.471306669Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.47133116Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.471545474Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.47833625Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"55.747878ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.484010652Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.484033212Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":82,"elapsed":"61.280226ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.485385412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.485396192Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.485714589Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72b59b89-fb5a-4595-8d60-32f80d834e1a\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.485734239Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.490617574Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.495186662Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.495215183Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.495226053Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.495582991Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.498137106Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.498161426Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.498443522Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b8edb7d-3fb3-4fa1-af8c-695156d65374\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.498468093Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.50020943Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.502933309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"80.126461ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.503416689Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.503429639Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.503634573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a638a6-fa29-4754-a764-e74e4384e66c\", \"content-length\": \"26\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.503654284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.504839849Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.524212546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.524232566Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.524241396Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"101.447368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.533195677Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.533445778Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.538498172Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"115.658944ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.542356025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.542701023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.544491681Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.546385631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.546412482Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.546535305Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.566626916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":28,"elapsed":"143.8723ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.593569485Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.593609876Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.593623936Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.593915742Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00935d61-5dfa-440a-ae23-a71e49ef3108\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.594087696Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f64d98-5169-422b-9e95-a760a067528e\", \"content-length\": \"372\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.594120517Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.594438703Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.594975555Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.595172879Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.595457345Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.596907467Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.596922997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.596992598Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"null","iteration":28,"elapsed":"174.377005ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.59706383Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.635462925Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.635487475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.63569461Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b7ac7590-545f-46c0-8d9e-33129c668ac3\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.63570475Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.635881424Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.638168023Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.6385178Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.641827931Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.642056656Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5b8cdd5a-f021-45f2-8323-b6c8f9776060 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.645140572Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.645153193Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.645437539Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9a91bb7b-9f6b-46df-a517-cd3bb8aa3a08\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.647601675Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":28,"elapsed":"224.751607ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.658954039Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.659256306Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"SledAgent":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a1b406-0bca-4c32-9f7b-b10a15925985\", \"content-length\": \"691\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.659278776Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.659287546Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.659293967Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.660232447Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":28,"elapsed":"237.585302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.680148724Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.680464301Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.682527105Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 31fead59-7d36-4cdb-8eb2-52038985d8f2, rack_id: e190f004-2376-4aae-8296-5a5757dc1123, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.682540076Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.682701099Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.696510066Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.69673672Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d107381d-d601-4eba-8042-3c3e4a6c586e\", \"content-length\": \"134\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.696817022Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.696826613Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e7fcd8c4-07e1-44f7-ae3c-800b1a3c7fa0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697031497Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697043587Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697050487Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697058607Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697065618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697073578Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697211101Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697220841Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.697435175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.697446786Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.69761759Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.699449299Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.699550761Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77774d6b-5c02-4dd8-a13b-e24bf3b7eeee\", \"content-length\": \"2\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.699565871Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.699642863Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"DpdClient","rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515e059e-ff30-40cd-a8ef-eebb9e2647ac\", \"content-length\": \"52\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.699656643Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.699667734Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.806074799Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"86691a3d-6d24-4fd7-8ecc-3927a0472da0\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.80611284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.80612583Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.806401126Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"rack_id":"e190f004-2376-4aae-8296-5a5757dc1123","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e0bcad-2d45-4b10-9057-c4e0fe369c03\", \"content-length\": \"682\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.806441567Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.806767134Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.809471032Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.809712477Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.812700621Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.813029038Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.814668203Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.814859137Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.821596562Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{}","iteration":28,"elapsed":"398.821716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.911125545Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8997d9af-dc17-4422-9c85-f90eb9307960","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.911542314Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8997d9af-dc17-4422-9c85-f90eb9307960","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.914405175Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?sort_by=id_ascending","method":"GET","req_id":"8997d9af-dc17-4422-9c85-f90eb9307960","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3361,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.914706272Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"41e4687e-79f5-4ab9-8664-a13c8a98a60f","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:43.915059609Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"41e4687e-79f5-4ab9-8664-a13c8a98a60f","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:43.916813997Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/collectors/3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZjAxZjc5Yi0wNjgyLTRmMWItYWE5Ny0xYThiYjE4YjkxNTcifX0%3D","method":"GET","req_id":"41e4687e-79f5-4ab9-8664-a13c8a98a60f","remote_addr":"[fd00:1122:3344:101::d]:53017","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2169,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.266097618Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.266138919Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.296203025Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:44.296323067Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50648"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.296416289Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"caf9cd8f-ed4d-4d9b-98f5-54a2dbd8d15d","remote_addr":"[fd00:1122:3344:101::b]:50648","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.296739756Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"caf9cd8f-ed4d-4d9b-98f5-54a2dbd8d15d","remote_addr":"[fd00:1122:3344:101::b]:50648","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:44.331553584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"nexus/src/app/oximeter.rs:76","collector_id":"3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","producer_id":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:44.331577765Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/metrics/producers","method":"POST","req_id":"caf9cd8f-ed4d-4d9b-98f5-54a2dbd8d15d","remote_addr":"[fd00:1122:3344:101::b]:50648","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35215,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.331633226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf9cd8f-ed4d-4d9b-98f5-54a2dbd8d15d\", \"content-length\": \"41\", \"date\": \"Sat, 02 Nov 2024 04:10:43 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.333280231Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:44.333295451Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.422832597Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.422905029Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.422922089Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.422935309Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.423512722Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.423544412Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.425371061Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.42578234Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.426074746Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.427679651Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.427692631Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.427724992Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.919496ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.427828594Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.429647573Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.429818367Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.431477473Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.433468585Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.433488916Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.433612368Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.441367395Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:10:53.441386885Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":83,"elapsed":"18.546788ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-02T04:10:53.918125114Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"uri":"/d2bdfdcf-c904-463a-87e2-60b209fd743f","method":"GET","req_id":"f58bb76b-aee8-440a-bfc1-db8dc47f9cf9","remote_addr":"[fd00:1122:3344:101::d]:48629","local_addr":"[fd00:1122:3344:101::b]:47659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423339516Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423392457Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423404508Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423414168Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423722634Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.423807226Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.42539291Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.425561064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.426021064Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.42723327Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"3.908174ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.428372714Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.428383665Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.428519308Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.430654553Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.430845667Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.432551544Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.434913715Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: cac56846-ee51-402c-96d1-00442596b57c, lookup_type: ById(cac56846-ee51-402c-96d1-00442596b57c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.434923935Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.435058658Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.443230284Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"original_time_created":"2024-11-02 03:57:01.367966 UTC","original_target_id":"cac56846-ee51-402c-96d1-00442596b57c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","time_created":"2024-11-02 03:57:01.367966 UTC","target_id":"cac56846-ee51-402c-96d1-00442596b57c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-02T04:11:03.443242584Z","hostname":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","pid":22924,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2bdfdcf-c904-463a-87e2-60b209fd743f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"cac56846-ee51-402c-96d1-00442596b57c\",\"time_created\":\"2024-11-02T03:57:01.367966Z\"}","iteration":84,"elapsed":"19.893368ms"}